2024-11-12 12:17:20,203 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 12:17:20,215 main DEBUG Took 0.010005 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 12:17:20,215 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 12:17:20,216 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 12:17:20,217 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 12:17:20,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,229 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 12:17:20,240 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,242 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,243 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,244 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,245 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,246 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,247 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,248 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,249 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,249 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,250 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,251 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:17:20,251 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,252 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 12:17:20,253 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:17:20,254 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 12:17:20,256 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 12:17:20,257 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 12:17:20,258 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 12:17:20,258 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 12:17:20,266 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 12:17:20,268 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 12:17:20,270 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 12:17:20,270 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 12:17:20,270 main DEBUG createAppenders(={Console}) 2024-11-12 12:17:20,271 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-12 12:17:20,271 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 12:17:20,271 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-12 12:17:20,272 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 12:17:20,272 main DEBUG OutputStream closed 2024-11-12 12:17:20,272 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 12:17:20,273 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 12:17:20,273 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-12 12:17:20,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 12:17:20,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 12:17:20,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 12:17:20,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 12:17:20,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 12:17:20,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 12:17:20,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 12:17:20,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 12:17:20,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 12:17:20,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 12:17:20,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 12:17:20,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 12:17:20,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 12:17:20,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 12:17:20,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 12:17:20,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 12:17:20,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 12:17:20,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 12:17:20,351 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 12:17:20,351 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-12 12:17:20,351 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 12:17:20,352 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-12T12:17:20,364 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-12 12:17:20,366 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 12:17:20,367 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T12:17:20,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=7957 2024-11-12T12:17:20,647 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-12T12:17:20,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab 2024-11-12T12:17:20,688 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/cluster_972cbf7a-0822-56a5-6380-62556e9e6caa, deleteOnExit=true 2024-11-12T12:17:20,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/cluster_972cbf7a-0822-56a5-6380-62556e9e6caa/zookeeper_0, clientPort=54611, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/cluster_972cbf7a-0822-56a5-6380-62556e9e6caa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/cluster_972cbf7a-0822-56a5-6380-62556e9e6caa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:17:20,807 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54611 2024-11-12T12:17:20,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:17:20,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:17:20,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/test.cache.data in system properties and HBase conf 2024-11-12T12:17:20,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:17:20,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:17:20,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:17:20,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:17:20,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:17:20,901 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T12:17:20,999 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:17:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:17:21,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:17:21,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:17:21,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:17:21,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:17:21,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:17:21,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:17:21,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:17:21,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:17:21,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:17:21,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:17:21,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:17:21,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:17:21,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:17:22,089 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T12:17:22,157 INFO [Time-limited test {}] log.Log(170): Logging initialized @2644ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T12:17:22,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:22,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:17:22,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:17:22,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:17:22,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:17:22,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:22,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:17:22,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:17:22,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/java.io.tmpdir/jetty-localhost-39181-hadoop-hdfs-3_4_1-tests_jar-_-any-12190655124118632123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:17:22,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:39181} 2024-11-12T12:17:22,489 INFO [Time-limited test {}] server.Server(415): Started @2976ms 2024-11-12T12:17:23,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:23,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:17:23,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:17:23,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:17:23,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:17:23,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:17:23,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:17:23,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/java.io.tmpdir/jetty-localhost-42709-hadoop-hdfs-3_4_1-tests_jar-_-any-3403262245275507302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:17:23,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:42709} 2024-11-12T12:17:23,164 INFO [Time-limited test {}] server.Server(415): Started @3652ms 2024-11-12T12:17:23,210 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:17:24,607 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/cluster_972cbf7a-0822-56a5-6380-62556e9e6caa/data/data1/current/BP-2089422156-172.17.0.3-1731413841492/current, will proceed with Du for space computation calculation, 2024-11-12T12:17:24,607 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/cluster_972cbf7a-0822-56a5-6380-62556e9e6caa/data/data2/current/BP-2089422156-172.17.0.3-1731413841492/current, will proceed with Du for space computation calculation, 2024-11-12T12:17:24,646 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:17:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5562964bb7067cf with lease ID 0x14e0915c2c5e8bd1: Processing first storage report for DS-af9eb56f-7004-4ed8-bbc4-7e0f9671c92c from datanode DatanodeRegistration(127.0.0.1:44327, datanodeUuid=c07309e3-0da6-44b8-b8e9-c23ff58994f6, infoPort=46643, infoSecurePort=0, ipcPort=38143, storageInfo=lv=-57;cid=testClusterID;nsid=1804139527;c=1731413841492) 2024-11-12T12:17:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5562964bb7067cf with lease ID 0x14e0915c2c5e8bd1: from storage DS-af9eb56f-7004-4ed8-bbc4-7e0f9671c92c node DatanodeRegistration(127.0.0.1:44327, datanodeUuid=c07309e3-0da6-44b8-b8e9-c23ff58994f6, infoPort=46643, infoSecurePort=0, ipcPort=38143, storageInfo=lv=-57;cid=testClusterID;nsid=1804139527;c=1731413841492), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T12:17:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5562964bb7067cf with lease ID 0x14e0915c2c5e8bd1: Processing first storage report for DS-83100644-b43e-45d4-ab19-b4f65f9d4682 from datanode DatanodeRegistration(127.0.0.1:44327, datanodeUuid=c07309e3-0da6-44b8-b8e9-c23ff58994f6, infoPort=46643, infoSecurePort=0, ipcPort=38143, storageInfo=lv=-57;cid=testClusterID;nsid=1804139527;c=1731413841492) 2024-11-12T12:17:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5562964bb7067cf with lease ID 0x14e0915c2c5e8bd1: from storage DS-83100644-b43e-45d4-ab19-b4f65f9d4682 node DatanodeRegistration(127.0.0.1:44327, datanodeUuid=c07309e3-0da6-44b8-b8e9-c23ff58994f6, infoPort=46643, infoSecurePort=0, ipcPort=38143, storageInfo=lv=-57;cid=testClusterID;nsid=1804139527;c=1731413841492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:17:24,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab 2024-11-12T12:17:24,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:24,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:25,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:17:25,032 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793 with version=8 2024-11-12T12:17:25,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/hbase-staging 2024-11-12T12:17:25,154 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T12:17:25,496 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:17:25,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:25,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:25,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:17:25,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:25,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:17:25,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:17:25,785 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T12:17:25,798 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T12:17:25,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:17:25,836 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13395 (auto-detected) 2024-11-12T12:17:25,837 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T12:17:25,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39831 2024-11-12T12:17:25,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39831 connecting to ZooKeeper ensemble=127.0.0.1:54611 2024-11-12T12:17:26,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398310x0, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:26,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39831-0x1012efa8f340000 connected 2024-11-12T12:17:26,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:26,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:26,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/running 2024-11-12T12:17:26,222 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793, hbase.cluster.distributed=false 2024-11-12T12:17:26,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/acl 2024-11-12T12:17:26,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-12T12:17:26,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39831 2024-11-12T12:17:26,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39831 2024-11-12T12:17:26,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-12T12:17:26,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-12T12:17:26,409 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:17:26,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:26,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:26,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:17:26,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:26,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:17:26,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:17:26,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:17:26,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42483 2024-11-12T12:17:26,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42483 connecting to ZooKeeper ensemble=127.0.0.1:54611 2024-11-12T12:17:26,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:26,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:26,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424830x0, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:26,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424830x0, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/running 2024-11-12T12:17:26,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42483-0x1012efa8f340001 connected 2024-11-12T12:17:26,465 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:17:26,484 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:17:26,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/master 2024-11-12T12:17:26,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/acl 2024-11-12T12:17:26,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42483 2024-11-12T12:17:26,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42483 2024-11-12T12:17:26,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42483 2024-11-12T12:17:26,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42483 2024-11-12T12:17:26,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42483 2024-11-12T12:17:26,541 DEBUG [M:0;4a91c05c96a4:39831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:39831 2024-11-12T12:17:26,542 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0243786941/backup-masters/4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:26,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/backup-masters 2024-11-12T12:17:26,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/backup-masters 2024-11-12T12:17:26,565 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on existing znode=/0243786941/backup-masters/4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:26,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:26,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243786941/master 2024-11-12T12:17:26,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:26,612 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on existing znode=/0243786941/master 2024-11-12T12:17:26,613 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0243786941/backup-masters/4a91c05c96a4,39831,1731413845255 from backup master directory 2024-11-12T12:17:26,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243786941/backup-masters/4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/backup-masters 2024-11-12T12:17:26,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/backup-masters 2024-11-12T12:17:26,637 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:17:26,638 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:26,654 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T12:17:26,656 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T12:17:26,754 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/hbase.id] with ID: f0de0501-c1c6-48da-89fa-fd57dbbc56dd 2024-11-12T12:17:26,754 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/.tmp/hbase.id 2024-11-12T12:17:26,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:17:27,183 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/.tmp/hbase.id]:[hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/hbase.id] 2024-11-12T12:17:27,242 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:27,248 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:17:27,273 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-12T12:17:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:27,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:17:27,347 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:17:27,349 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:17:27,365 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:17:27,370 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:27,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:17:27,429 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store 2024-11-12T12:17:27,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:17:27,459 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T12:17:27,463 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:27,465 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:17:27,465 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:27,465 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:27,467 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:17:27,467 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:27,467 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:27,469 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413847464Disabling compacts and flushes for region at 1731413847464Disabling writes for close at 1731413847467 (+3 ms)Writing region close event to WAL at 1731413847467Closed at 1731413847467 2024-11-12T12:17:27,471 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/.initializing 2024-11-12T12:17:27,472 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:27,482 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:17:27,502 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C39831%2C1731413845255, suffix=, logDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,39831,1731413845255, archiveDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/oldWALs, maxLogs=10 2024-11-12T12:17:27,531 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,39831,1731413845255/4a91c05c96a4%2C39831%2C1731413845255.1731413847507, exclude list is [], retry=0 2024-11-12T12:17:27,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-af9eb56f-7004-4ed8-bbc4-7e0f9671c92c,DISK] 2024-11-12T12:17:27,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T12:17:27,607 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,39831,1731413845255/4a91c05c96a4%2C39831%2C1731413845255.1731413847507 2024-11-12T12:17:27,607 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46643:46643)] 2024-11-12T12:17:27,608 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:17:27,609 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:27,612 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,613 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:17:27,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:27,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:27,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:17:27,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:27,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:27,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:17:27,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:27,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:27,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:17:27,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:27,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:27,713 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,717 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,718 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,724 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,725 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,728 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:27,733 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:27,740 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:17:27,741 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74933504, jitterRate=0.11659622192382812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:27,751 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413847626Initializing all the Stores at 1731413847629 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413847629Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413847630 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413847630Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413847630Cleaning up temporary data from old regions at 1731413847725 (+95 ms)Region opened successfully at 1731413847751 (+26 ms) 2024-11-12T12:17:27,754 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:17:27,785 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d4ad32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:17:27,815 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:17:27,830 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:17:27,830 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:17:27,833 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:17:27,835 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T12:17:27,841 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-12T12:17:27,842 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:17:27,874 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:17:27,886 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/balancer because node does not exist (not necessarily an error) 2024-11-12T12:17:27,898 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/balancer already deleted, retry=false 2024-11-12T12:17:27,901 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:17:27,903 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:17:27,912 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/normalizer already deleted, retry=false 2024-11-12T12:17:27,914 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:17:27,917 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:17:27,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/switch/split already deleted, retry=false 2024-11-12T12:17:27,931 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:17:27,944 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/switch/merge already deleted, retry=false 2024-11-12T12:17:27,965 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:17:27,975 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/snapshot-cleanup already deleted, retry=false 2024-11-12T12:17:27,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243786941/running 2024-11-12T12:17:27,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243786941/running 2024-11-12T12:17:27,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:27,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:27,989 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,39831,1731413845255, sessionid=0x1012efa8f340000, setting cluster-up flag (Was=false) 2024-11-12T12:17:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:28,056 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0243786941/flush-table-proc/acquired, /0243786941/flush-table-proc/reached, /0243786941/flush-table-proc/abort 2024-11-12T12:17:28,058 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:28,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:28,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:28,112 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0243786941/online-snapshot/acquired, /0243786941/online-snapshot/reached, /0243786941/online-snapshot/abort 2024-11-12T12:17:28,113 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:28,121 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:17:28,204 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:28,213 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:17:28,225 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:17:28,227 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(746): ClusterId : f0de0501-c1c6-48da-89fa-fd57dbbc56dd 2024-11-12T12:17:28,229 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:17:28,232 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,39831,1731413845255 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:17:28,241 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:17:28,241 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:17:28,241 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:28,241 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:28,242 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:28,242 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:28,242 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:17:28,242 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,243 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:17:28,243 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,249 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:28,250 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:17:28,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:17:28,250 DEBUG [RS:0;4a91c05c96a4:42483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5734b93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:17:28,259 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:28,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:17:28,276 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731413878276 2024-11-12T12:17:28,278 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:17:28,279 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:17:28,281 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:42483 2024-11-12T12:17:28,284 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:17:28,285 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:17:28,285 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:17:28,285 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:17:28,287 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:17:28,287 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:17:28,287 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:17:28,289 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,39831,1731413845255 with port=42483, startcode=1731413846367 2024-11-12T12:17:28,291 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:17:28,297 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:17:28,298 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793 2024-11-12T12:17:28,305 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:17:28,306 DEBUG [RS:0;4a91c05c96a4:42483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:17:28,307 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:17:28,308 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:17:28,308 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:17:28,314 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:17:28,314 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:17:28,320 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413848316,5,FailOnTimeoutGroup] 2024-11-12T12:17:28,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:17:28,333 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413848320,5,FailOnTimeoutGroup] 2024-11-12T12:17:28,334 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,334 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:17:28,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:28,335 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,336 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:17:28,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:17:28,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:28,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:28,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:17:28,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:17:28,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:28,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:28,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:17:28,357 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:17:28,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:17:28,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:28,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:28,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:17:28,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:28,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39831 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:28,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:17:28,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:28,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:28,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:17:28,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740 2024-11-12T12:17:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740 2024-11-12T12:17:28,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:17:28,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:17:28,385 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793 2024-11-12T12:17:28,385 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35151 2024-11-12T12:17:28,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:28,386 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:17:28,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:17:28,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:17:28,394 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69251633, jitterRate=0.03192974627017975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/rs 2024-11-12T12:17:28,397 DEBUG [RS:0;4a91c05c96a4:42483 {}] zookeeper.ZKUtil(111): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on existing znode=/0243786941/rs/4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:28,397 WARN [RS:0;4a91c05c96a4:42483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:17:28,397 INFO [RS:0;4a91c05c96a4:42483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:28,397 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:28,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731413848334Initializing all the Stores at 1731413848337 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413848337Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413848338 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413848338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413848338Cleaning up temporary data from old regions at 1731413848384 (+46 ms)Region opened successfully at 1731413848400 (+16 ms) 2024-11-12T12:17:28,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:17:28,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,42483,1731413846367] 2024-11-12T12:17:28,400 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:17:28,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:17:28,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:17:28,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:17:28,410 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:17:28,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413848400Disabling compacts and flushes for region at 1731413848400Disabling writes for close at 1731413848401 (+1 ms)Writing region close event to WAL at 1731413848409 (+8 ms)Closed at 1731413848410 (+1 ms) 2024-11-12T12:17:28,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:28,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:17:28,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:17:28,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:17:28,441 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:17:28,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:17:28,474 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:17:28,480 INFO [RS:0;4a91c05c96a4:42483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:17:28,481 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,484 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:17:28,490 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:17:28,491 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,493 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,493 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,493 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,494 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,494 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,494 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:17:28,494 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,494 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,494 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,495 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,495 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,495 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:28,495 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:17:28,495 DEBUG [RS:0;4a91c05c96a4:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:17:28,501 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,502 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,502 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,503 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,503 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,503 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42483,1731413846367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:17:28,529 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:17:28,532 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42483,1731413846367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,532 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,533 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.Replication(171): 4a91c05c96a4,42483,1731413846367 started 2024-11-12T12:17:28,552 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:28,553 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,42483,1731413846367, RpcServer on 4a91c05c96a4/172.17.0.3:42483, sessionid=0x1012efa8f340001 2024-11-12T12:17:28,554 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:17:28,554 DEBUG [RS:0;4a91c05c96a4:42483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:28,554 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42483,1731413846367' 2024-11-12T12:17:28,554 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0243786941/flush-table-proc/abort' 2024-11-12T12:17:28,555 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0243786941/flush-table-proc/acquired' 2024-11-12T12:17:28,556 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:17:28,556 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:17:28,556 DEBUG [RS:0;4a91c05c96a4:42483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:28,556 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42483,1731413846367' 2024-11-12T12:17:28,556 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0243786941/online-snapshot/abort' 2024-11-12T12:17:28,557 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0243786941/online-snapshot/acquired' 2024-11-12T12:17:28,557 DEBUG [RS:0;4a91c05c96a4:42483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:17:28,557 INFO [RS:0;4a91c05c96a4:42483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:17:28,557 INFO [RS:0;4a91c05c96a4:42483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:17:28,593 WARN [4a91c05c96a4:39831 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:17:28,662 INFO [RS:0;4a91c05c96a4:42483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:17:28,666 INFO [RS:0;4a91c05c96a4:42483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42483%2C1731413846367, suffix=, logDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367, archiveDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs, maxLogs=10 2024-11-12T12:17:28,688 DEBUG [RS:0;4a91c05c96a4:42483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669, exclude list is [], retry=0 2024-11-12T12:17:28,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-af9eb56f-7004-4ed8-bbc4-7e0f9671c92c,DISK] 2024-11-12T12:17:28,697 INFO [RS:0;4a91c05c96a4:42483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 2024-11-12T12:17:28,697 DEBUG [RS:0;4a91c05c96a4:42483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46643:46643)] 2024-11-12T12:17:28,845 DEBUG [4a91c05c96a4:39831 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:17:28,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:28,863 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,42483,1731413846367, state=OPENING 2024-11-12T12:17:28,919 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:17:28,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:28,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:28,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: CHANGED 2024-11-12T12:17:28,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: CHANGED 2024-11-12T12:17:28,932 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:17:28,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42483,1731413846367}] 2024-11-12T12:17:29,114 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:17:29,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:17:29,131 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:17:29,131 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:29,133 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:17:29,137 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42483%2C1731413846367.meta, suffix=.meta, logDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367, archiveDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs, maxLogs=10 2024-11-12T12:17:29,159 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.meta.1731413849140.meta, exclude list is [], retry=0 2024-11-12T12:17:29,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-af9eb56f-7004-4ed8-bbc4-7e0f9671c92c,DISK] 2024-11-12T12:17:29,167 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.meta.1731413849140.meta 2024-11-12T12:17:29,168 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46643:46643)] 2024-11-12T12:17:29,169 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:17:29,174 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:17:29,175 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:17:29,178 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:17:29,180 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:17:29,184 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:17:29,185 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:29,186 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:17:29,186 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:17:29,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:17:29,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:17:29,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:29,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:29,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:17:29,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:17:29,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:29,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:29,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:17:29,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:17:29,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:29,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:29,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:17:29,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:17:29,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:29,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:29,202 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:17:29,203 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740 2024-11-12T12:17:29,206 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740 2024-11-12T12:17:29,209 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:17:29,209 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:17:29,210 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:29,213 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:17:29,214 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60027235, jitterRate=-0.10552449524402618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:29,215 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:17:29,217 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413849186Writing region info on filesystem at 1731413849187 (+1 ms)Initializing all the Stores at 1731413849188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413849189 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413849189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413849189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413849189Cleaning up temporary data from old regions at 1731413849209 (+20 ms)Running coprocessor post-open hooks at 1731413849215 (+6 ms)Region opened successfully at 1731413849216 (+1 ms) 2024-11-12T12:17:29,225 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731413849105 2024-11-12T12:17:29,237 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:17:29,238 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:17:29,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:29,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,42483,1731413846367, state=OPEN 2024-11-12T12:17:29,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243786941/meta-region-server 2024-11-12T12:17:29,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243786941/meta-region-server 2024-11-12T12:17:29,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: CHANGED 2024-11-12T12:17:29,325 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:29,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: CHANGED 2024-11-12T12:17:29,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:17:29,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42483,1731413846367 in 390 msec 2024-11-12T12:17:29,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:17:29,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 911 msec 2024-11-12T12:17:29,343 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:29,343 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:17:29,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:17:29,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42483,1731413846367, seqNum=-1] 2024-11-12T12:17:29,405 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:17:29,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:17:29,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-12T12:17:29,434 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413849434, completionTime=-1 2024-11-12T12:17:29,437 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:17:29,437 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:17:29,468 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:17:29,468 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731413909468 2024-11-12T12:17:29,468 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731413969468 2024-11-12T12:17:29,468 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-12T12:17:29,471 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39831,1731413845255-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:29,471 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39831,1731413845255-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:29,471 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39831,1731413845255-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:29,473 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:39831, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:29,474 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:29,475 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:29,480 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:17:29,507 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.868sec 2024-11-12T12:17:29,508 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:17:29,509 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:17:29,510 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:17:29,511 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:17:29,511 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:17:29,512 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39831,1731413845255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:17:29,512 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39831,1731413845255-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:17:29,527 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:17:29,528 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:17:29,528 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39831,1731413845255-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:29,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:29,534 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T12:17:29,534 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T12:17:29,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,39831,-1 for getting cluster id 2024-11-12T12:17:29,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:29,548 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0de0501-c1c6-48da-89fa-fd57dbbc56dd' 2024-11-12T12:17:29,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:29,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0de0501-c1c6-48da-89fa-fd57dbbc56dd" 2024-11-12T12:17:29,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2838b0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:29,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,39831,-1] 2024-11-12T12:17:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:29,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:29,557 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:29,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:29,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:17:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42483,1731413846367, seqNum=-1] 2024-11-12T12:17:29,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:17:29,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:17:29,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:29,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54611 2024-11-12T12:17:29,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:29,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012efa8f340002 connected 2024-11-12T12:17:29,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/hadoop.log.dir so I do NOT create it in target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8 2024-11-12T12:17:29,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:17:29,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/hadoop.tmp.dir so I do NOT create it in target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8 2024-11-12T12:17:29,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:17:29,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8 2024-11-12T12:17:29,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:17:29,732 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/cluster_143cc30d-72f2-1ca7-b6ab-69a0edbcd725, deleteOnExit=true 2024-11-12T12:17:29,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:17:29,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/test.cache.data in system properties and HBase conf 2024-11-12T12:17:29,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:17:29,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:17:29,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:17:29,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:17:29,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:17:29,733 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:17:29,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:17:29,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:17:29,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:17:29,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:17:29,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:17:29,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:17:29,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:17:29,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:17:29,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:17:29,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:17:29,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:17:29,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:17:29,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:17:29,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:17:30,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:30,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:17:30,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:17:30,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:17:30,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:17:30,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:30,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:17:30,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:17:30,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/java.io.tmpdir/jetty-localhost-44185-hadoop-hdfs-3_4_1-tests_jar-_-any-17076953709804428009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:17:30,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:44185} 2024-11-12T12:17:30,322 INFO [Time-limited test {}] server.Server(415): Started @10809ms 2024-11-12T12:17:30,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:30,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:17:30,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:17:30,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:17:30,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:17:30,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:17:30,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:17:30,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/java.io.tmpdir/jetty-localhost-34473-hadoop-hdfs-3_4_1-tests_jar-_-any-17340158839061418322/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:17:30,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:34473} 2024-11-12T12:17:30,771 INFO [Time-limited test {}] server.Server(415): Started @11258ms 2024-11-12T12:17:30,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:17:31,535 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/cluster_143cc30d-72f2-1ca7-b6ab-69a0edbcd725/data/data1/current/BP-182063460-172.17.0.3-1731413849763/current, will proceed with Du for space computation calculation, 2024-11-12T12:17:31,536 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/cluster_143cc30d-72f2-1ca7-b6ab-69a0edbcd725/data/data2/current/BP-182063460-172.17.0.3-1731413849763/current, will proceed with Du for space computation calculation, 2024-11-12T12:17:31,582 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:17:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14cbe2588c1fedcb with lease ID 0xd6e94f14d00fa1df: Processing first storage report for DS-35765284-f8e7-46d0-adf5-3e9b3cdb2b0f from datanode DatanodeRegistration(127.0.0.1:44361, datanodeUuid=1dffdc13-70f0-4c45-8cee-57e4d20e42bc, infoPort=46613, infoSecurePort=0, ipcPort=32813, storageInfo=lv=-57;cid=testClusterID;nsid=1624544503;c=1731413849763) 2024-11-12T12:17:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14cbe2588c1fedcb with lease ID 0xd6e94f14d00fa1df: from storage DS-35765284-f8e7-46d0-adf5-3e9b3cdb2b0f node DatanodeRegistration(127.0.0.1:44361, datanodeUuid=1dffdc13-70f0-4c45-8cee-57e4d20e42bc, infoPort=46613, infoSecurePort=0, ipcPort=32813, storageInfo=lv=-57;cid=testClusterID;nsid=1624544503;c=1731413849763), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:17:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14cbe2588c1fedcb with lease ID 0xd6e94f14d00fa1df: Processing first storage report for DS-e941b854-057b-4430-8c16-8f18d1bc63f6 from datanode DatanodeRegistration(127.0.0.1:44361, datanodeUuid=1dffdc13-70f0-4c45-8cee-57e4d20e42bc, infoPort=46613, infoSecurePort=0, ipcPort=32813, storageInfo=lv=-57;cid=testClusterID;nsid=1624544503;c=1731413849763) 2024-11-12T12:17:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14cbe2588c1fedcb with lease ID 0xd6e94f14d00fa1df: from storage DS-e941b854-057b-4430-8c16-8f18d1bc63f6 node DatanodeRegistration(127.0.0.1:44361, datanodeUuid=1dffdc13-70f0-4c45-8cee-57e4d20e42bc, infoPort=46613, infoSecurePort=0, ipcPort=32813, storageInfo=lv=-57;cid=testClusterID;nsid=1624544503;c=1731413849763), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:17:31,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8 2024-11-12T12:17:31,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:31,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:31,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:17:31,659 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5 with version=8 2024-11-12T12:17:31,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/hbase-staging 2024-11-12T12:17:31,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:17:31,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:31,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:31,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:17:31,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:31,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:17:31,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:17:31,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:17:31,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45787 2024-11-12T12:17:31,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45787 connecting to ZooKeeper ensemble=127.0.0.1:54611 2024-11-12T12:17:31,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457870x0, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:31,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45787-0x1012efa8f340003 connected 2024-11-12T12:17:31,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:31,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:31,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Set watcher on znode that does not yet exist, /11749814838/running 2024-11-12T12:17:31,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5, hbase.cluster.distributed=false 2024-11-12T12:17:31,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Set watcher on znode that does not yet exist, /11749814838/acl 2024-11-12T12:17:31,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45787 2024-11-12T12:17:31,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45787 2024-11-12T12:17:31,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45787 2024-11-12T12:17:31,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45787 2024-11-12T12:17:31,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45787 2024-11-12T12:17:31,809 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:17:31,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:31,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:31,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:17:31,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:31,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:17:31,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:17:31,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:17:31,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39883 2024-11-12T12:17:31,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39883 connecting to ZooKeeper ensemble=127.0.0.1:54611 2024-11-12T12:17:31,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:31,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:31,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398830x0, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:31,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398830x0, quorum=127.0.0.1:54611, baseZNode=/11749814838 Set watcher on znode that does not yet exist, /11749814838/running 2024-11-12T12:17:31,857 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:17:31,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39883-0x1012efa8f340004 connected 2024-11-12T12:17:31,864 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:17:31,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Set watcher on znode that does not yet exist, /11749814838/master 2024-11-12T12:17:31,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Set watcher on znode that does not yet exist, /11749814838/acl 2024-11-12T12:17:31,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39883 2024-11-12T12:17:31,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39883 2024-11-12T12:17:31,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39883 2024-11-12T12:17:31,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39883 2024-11-12T12:17:31,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39883 2024-11-12T12:17:31,934 DEBUG [M:0;4a91c05c96a4:45787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:45787 2024-11-12T12:17:31,935 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11749814838/backup-masters/4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:32,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838/backup-masters 2024-11-12T12:17:32,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838/backup-masters 2024-11-12T12:17:32,057 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Set watcher on existing znode=/11749814838/backup-masters/4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:32,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11749814838/master 2024-11-12T12:17:32,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:32,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:32,155 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Set watcher on existing znode=/11749814838/master 2024-11-12T12:17:32,155 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11749814838/backup-masters/4a91c05c96a4,45787,1731413851662 from backup master directory 2024-11-12T12:17:32,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11749814838/backup-masters/4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:32,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838/backup-masters 2024-11-12T12:17:32,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838/backup-masters 2024-11-12T12:17:32,164 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:17:32,165 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:32,172 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/hbase.id] with ID: 936c305b-f474-4c91-9e8c-5238e8af1e77 2024-11-12T12:17:32,173 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/.tmp/hbase.id 2024-11-12T12:17:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:17:32,181 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/.tmp/hbase.id]:[hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/hbase.id] 2024-11-12T12:17:32,208 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:32,208 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:17:32,211 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T12:17:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:17:32,634 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:17:32,635 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:17:32,635 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:17:32,651 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store 2024-11-12T12:17:32,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:17:33,064 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:33,064 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:17:33,064 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:33,064 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:33,064 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:17:33,064 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:33,064 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:33,064 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413853064Disabling compacts and flushes for region at 1731413853064Disabling writes for close at 1731413853064Writing region close event to WAL at 1731413853064Closed at 1731413853064 2024-11-12T12:17:33,066 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/.initializing 2024-11-12T12:17:33,066 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/WALs/4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:33,068 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:17:33,073 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C45787%2C1731413851662, suffix=, logDir=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/WALs/4a91c05c96a4,45787,1731413851662, archiveDir=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/oldWALs, maxLogs=10 2024-11-12T12:17:33,096 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/WALs/4a91c05c96a4,45787,1731413851662/4a91c05c96a4%2C45787%2C1731413851662.1731413853073, exclude list is [], retry=0 2024-11-12T12:17:33,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44361,DS-35765284-f8e7-46d0-adf5-3e9b3cdb2b0f,DISK] 2024-11-12T12:17:33,107 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/WALs/4a91c05c96a4,45787,1731413851662/4a91c05c96a4%2C45787%2C1731413851662.1731413853073 2024-11-12T12:17:33,108 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46613:46613)] 2024-11-12T12:17:33,108 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:17:33,109 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:33,109 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,109 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:17:33,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:33,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:33,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:17:33,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:33,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:33,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:17:33,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:33,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:33,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:17:33,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:33,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:33,129 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,131 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,131 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,135 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,136 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,136 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:33,139 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:33,143 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:17:33,144 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60194871, jitterRate=-0.10302652418613434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:33,144 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413853109Initializing all the Stores at 1731413853112 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413853112Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413853112Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413853112Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413853112Cleaning up temporary data from old regions at 1731413853136 (+24 ms)Region opened successfully at 1731413853144 (+8 ms) 2024-11-12T12:17:33,145 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:17:33,150 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d6a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:17:33,151 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:17:33,151 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:17:33,152 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:17:33,152 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:17:33,153 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T12:17:33,153 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:17:33,153 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:17:33,156 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:17:33,158 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Unable to get data of znode /11749814838/balancer because node does not exist (not necessarily an error) 2024-11-12T12:17:33,206 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11749814838/balancer already deleted, retry=false 2024-11-12T12:17:33,207 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:17:33,208 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Unable to get data of znode /11749814838/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:17:33,217 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11749814838/normalizer already deleted, retry=false 2024-11-12T12:17:33,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:17:33,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Unable to get data of znode /11749814838/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:17:33,227 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11749814838/switch/split already deleted, retry=false 2024-11-12T12:17:33,228 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Unable to get data of znode /11749814838/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:17:33,238 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11749814838/switch/merge already deleted, retry=false 2024-11-12T12:17:33,240 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Unable to get data of znode /11749814838/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:17:33,248 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11749814838/snapshot-cleanup already deleted, retry=false 2024-11-12T12:17:33,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11749814838/running 2024-11-12T12:17:33,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11749814838/running 2024-11-12T12:17:33,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:33,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:33,260 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,45787,1731413851662, sessionid=0x1012efa8f340003, setting cluster-up flag (Was=false) 2024-11-12T12:17:33,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:33,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:33,311 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11749814838/flush-table-proc/acquired, /11749814838/flush-table-proc/reached, /11749814838/flush-table-proc/abort 2024-11-12T12:17:33,313 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:33,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:33,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:33,364 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11749814838/online-snapshot/acquired, /11749814838/online-snapshot/reached, /11749814838/online-snapshot/abort 2024-11-12T12:17:33,366 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:33,370 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:17:33,374 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:33,374 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:17:33,375 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:17:33,375 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,45787,1731413851662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:17:33,406 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:33,406 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:33,407 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:33,407 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:33,407 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:17:33,407 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,407 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:17:33,407 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,420 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(746): ClusterId : 936c305b-f474-4c91-9e8c-5238e8af1e77 2024-11-12T12:17:33,420 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:17:33,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:33,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:17:33,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:33,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:17:33,426 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731413883426 2024-11-12T12:17:33,427 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:17:33,427 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:17:33,427 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:17:33,427 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:17:33,427 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:17:33,427 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:17:33,429 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:17:33,429 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:17:33,432 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,435 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:17:33,436 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:17:33,436 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:17:33,436 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:17:33,439 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:17:33,439 DEBUG [RS:0;4a91c05c96a4:39883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d4e22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:17:33,442 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:17:33,442 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:17:33,445 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413853442,5,FailOnTimeoutGroup] 2024-11-12T12:17:33,464 DEBUG [RS:0;4a91c05c96a4:39883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:39883 2024-11-12T12:17:33,464 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413853445,5,FailOnTimeoutGroup] 2024-11-12T12:17:33,464 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,464 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:17:33,464 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:17:33,464 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:17:33,464 DEBUG [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:17:33,464 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,465 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,465 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,45787,1731413851662 with port=39883, startcode=1731413851808 2024-11-12T12:17:33,466 DEBUG [RS:0;4a91c05c96a4:39883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:17:33,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:17:33,492 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:17:33,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,39883,1731413851808 2024-11-12T12:17:33,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45787 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,39883,1731413851808 2024-11-12T12:17:33,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:17:33,496 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5 2024-11-12T12:17:33,497 DEBUG [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5 2024-11-12T12:17:33,497 DEBUG [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40373 2024-11-12T12:17:33,497 DEBUG [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:17:33,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838/rs 2024-11-12T12:17:33,509 DEBUG [RS:0;4a91c05c96a4:39883 {}] zookeeper.ZKUtil(111): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Set watcher on existing znode=/11749814838/rs/4a91c05c96a4,39883,1731413851808 2024-11-12T12:17:33,509 WARN [RS:0;4a91c05c96a4:39883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:17:33,509 INFO [RS:0;4a91c05c96a4:39883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:33,509 DEBUG [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/WALs/4a91c05c96a4,39883,1731413851808 2024-11-12T12:17:33,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,39883,1731413851808] 2024-11-12T12:17:33,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:17:33,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:33,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:17:33,530 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:17:33,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:17:33,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:33,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:33,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:17:33,536 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:17:33,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:17:33,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:33,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:33,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:17:33,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:17:33,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:33,540 INFO [RS:0;4a91c05c96a4:39883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:17:33,540 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:33,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:17:33,542 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:17:33,543 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:17:33,543 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,544 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,544 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,544 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:17:33,544 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:33,544 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,544 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:17:33,544 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,544 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,544 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,544 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,545 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,545 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:33,545 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:17:33,545 DEBUG [RS:0;4a91c05c96a4:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:17:33,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:33,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:17:33,548 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,548 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/1588230740 2024-11-12T12:17:33,548 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,548 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,548 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,548 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39883,1731413851808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:17:33,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/1588230740 2024-11-12T12:17:33,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:17:33,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:17:33,553 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:33,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:17:33,564 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:17:33,567 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74682781, jitterRate=0.11286015808582306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:33,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731413853525Initializing all the Stores at 1731413853527 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413853527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413853528 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413853528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413853528Cleaning up temporary data from old regions at 1731413853552 (+24 ms)Region opened successfully at 1731413853568 (+16 ms) 2024-11-12T12:17:33,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:17:33,568 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:17:33,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:17:33,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:17:33,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:17:33,568 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:17:33,569 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39883,1731413851808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,569 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,569 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.Replication(171): 4a91c05c96a4,39883,1731413851808 started 2024-11-12T12:17:33,572 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:17:33,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413853568Disabling compacts and flushes for region at 1731413853568Disabling writes for close at 1731413853568Writing region close event to WAL at 1731413853572 (+4 ms)Closed at 1731413853572 2024-11-12T12:17:33,578 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:33,578 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:17:33,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:17:33,582 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:17:33,584 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:17:33,589 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:33,590 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,39883,1731413851808, RpcServer on 4a91c05c96a4/172.17.0.3:39883, sessionid=0x1012efa8f340004 2024-11-12T12:17:33,590 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:17:33,590 DEBUG [RS:0;4a91c05c96a4:39883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,39883,1731413851808 2024-11-12T12:17:33,590 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,39883,1731413851808' 2024-11-12T12:17:33,590 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11749814838/flush-table-proc/abort' 2024-11-12T12:17:33,591 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11749814838/flush-table-proc/acquired' 2024-11-12T12:17:33,591 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:17:33,591 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:17:33,591 DEBUG [RS:0;4a91c05c96a4:39883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,39883,1731413851808 2024-11-12T12:17:33,591 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,39883,1731413851808' 2024-11-12T12:17:33,591 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11749814838/online-snapshot/abort' 2024-11-12T12:17:33,592 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11749814838/online-snapshot/acquired' 2024-11-12T12:17:33,592 DEBUG [RS:0;4a91c05c96a4:39883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:17:33,593 INFO [RS:0;4a91c05c96a4:39883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:17:33,593 INFO [RS:0;4a91c05c96a4:39883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:17:33,693 INFO [RS:0;4a91c05c96a4:39883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:17:33,697 INFO [RS:0;4a91c05c96a4:39883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C39883%2C1731413851808, suffix=, logDir=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/WALs/4a91c05c96a4,39883,1731413851808, archiveDir=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/oldWALs, maxLogs=10 2024-11-12T12:17:33,720 DEBUG [RS:0;4a91c05c96a4:39883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/WALs/4a91c05c96a4,39883,1731413851808/4a91c05c96a4%2C39883%2C1731413851808.1731413853700, exclude list is [], retry=0 2024-11-12T12:17:33,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44361,DS-35765284-f8e7-46d0-adf5-3e9b3cdb2b0f,DISK] 2024-11-12T12:17:33,735 WARN [4a91c05c96a4:45787 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:17:33,739 INFO [RS:0;4a91c05c96a4:39883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/WALs/4a91c05c96a4,39883,1731413851808/4a91c05c96a4%2C39883%2C1731413851808.1731413853700 2024-11-12T12:17:33,739 DEBUG [RS:0;4a91c05c96a4:39883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46613:46613)] 2024-11-12T12:17:33,985 DEBUG [4a91c05c96a4:45787 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:17:33,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,39883,1731413851808 2024-11-12T12:17:33,989 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,39883,1731413851808, state=OPENING 2024-11-12T12:17:34,082 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:17:34,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:34,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:34,102 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:17:34,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,39883,1731413851808}] 2024-11-12T12:17:34,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11749814838/meta-region-server: CHANGED 2024-11-12T12:17:34,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11749814838/meta-region-server: CHANGED 2024-11-12T12:17:34,258 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:17:34,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:17:34,267 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:17:34,267 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:34,268 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:17:34,272 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C39883%2C1731413851808.meta, suffix=.meta, logDir=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/WALs/4a91c05c96a4,39883,1731413851808, archiveDir=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/oldWALs, maxLogs=10 2024-11-12T12:17:34,287 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/WALs/4a91c05c96a4,39883,1731413851808/4a91c05c96a4%2C39883%2C1731413851808.meta.1731413854274.meta, exclude list is [], retry=0 2024-11-12T12:17:34,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44361,DS-35765284-f8e7-46d0-adf5-3e9b3cdb2b0f,DISK] 2024-11-12T12:17:34,293 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/WALs/4a91c05c96a4,39883,1731413851808/4a91c05c96a4%2C39883%2C1731413851808.meta.1731413854274.meta 2024-11-12T12:17:34,293 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46613:46613)] 2024-11-12T12:17:34,294 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:17:34,294 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:17:34,294 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:17:34,294 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:17:34,294 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:17:34,295 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:17:34,295 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:34,295 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:17:34,295 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:17:34,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:17:34,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:17:34,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:34,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:34,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:17:34,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:17:34,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:34,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:34,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:17:34,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:17:34,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:34,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:34,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:17:34,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:17:34,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:34,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:34,308 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:17:34,309 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/1588230740 2024-11-12T12:17:34,311 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/1588230740 2024-11-12T12:17:34,313 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:17:34,313 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:17:34,314 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:34,316 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:17:34,318 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61101461, jitterRate=-0.08951728045940399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:34,318 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:17:34,318 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413854295Writing region info on filesystem at 1731413854295Initializing all the Stores at 1731413854297 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413854297Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413854297Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413854297Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413854297Cleaning up temporary data from old regions at 1731413854313 (+16 ms)Running coprocessor post-open hooks at 1731413854318 (+5 ms)Region opened successfully at 1731413854318 2024-11-12T12:17:34,320 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731413854257 2024-11-12T12:17:34,325 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:17:34,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,39883,1731413851808 2024-11-12T12:17:34,326 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:17:34,327 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,39883,1731413851808, state=OPEN 2024-11-12T12:17:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11749814838/meta-region-server 2024-11-12T12:17:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11749814838/meta-region-server 2024-11-12T12:17:34,339 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,39883,1731413851808 2024-11-12T12:17:34,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11749814838/meta-region-server: CHANGED 2024-11-12T12:17:34,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11749814838/meta-region-server: CHANGED 2024-11-12T12:17:34,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:17:34,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,39883,1731413851808 in 238 msec 2024-11-12T12:17:34,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:17:34,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 767 msec 2024-11-12T12:17:34,350 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:34,350 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:17:34,352 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:17:34,352 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,39883,1731413851808, seqNum=-1] 2024-11-12T12:17:34,352 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:17:34,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:17:34,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 991 msec 2024-11-12T12:17:34,366 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413854366, completionTime=-1 2024-11-12T12:17:34,367 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:17:34,367 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:17:34,370 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:17:34,370 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731413914370 2024-11-12T12:17:34,370 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731413974370 2024-11-12T12:17:34,370 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T12:17:34,371 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45787,1731413851662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:34,371 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45787,1731413851662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:34,371 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45787,1731413851662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:34,371 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:45787, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:34,371 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:34,371 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:34,374 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:17:34,378 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.213sec 2024-11-12T12:17:34,378 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:17:34,378 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:17:34,378 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:17:34,378 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:17:34,378 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:17:34,378 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45787,1731413851662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:17:34,378 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45787,1731413851662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:17:34,385 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:17:34,385 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:17:34,385 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45787,1731413851662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:34,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:34,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45787,-1 for getting cluster id 2024-11-12T12:17:34,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:34,424 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '936c305b-f474-4c91-9e8c-5238e8af1e77' 2024-11-12T12:17:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "936c305b-f474-4c91-9e8c-5238e8af1e77" 2024-11-12T12:17:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec60d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45787,-1] 2024-11-12T12:17:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:34,428 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:34,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:34,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:17:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,39883,1731413851808, seqNum=-1] 2024-11-12T12:17:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:17:34,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:17:34,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:34,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54611 2024-11-12T12:17:34,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:34,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012efa8f340005 connected 2024-11-12T12:17:34,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:34,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,39831,-1 for getting cluster id 2024-11-12T12:17:34,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:34,466 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0de0501-c1c6-48da-89fa-fd57dbbc56dd' 2024-11-12T12:17:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0de0501-c1c6-48da-89fa-fd57dbbc56dd" 2024-11-12T12:17:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b340e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,39831,-1] 2024-11-12T12:17:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:34,471 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3cb45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:34,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:34,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:34,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb2df8c 2024-11-12T12:17:34,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:34,491 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:17:34,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:45787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:17:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:17:34,511 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45787' 2024-11-12T12:17:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:17:34,526 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697fe67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:34,526 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45787,-1 for getting cluster id 2024-11-12T12:17:34,526 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:34,527 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '936c305b-f474-4c91-9e8c-5238e8af1e77' 2024-11-12T12:17:34,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:34,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "936c305b-f474-4c91-9e8c-5238e8af1e77" 2024-11-12T12:17:34,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5545ba6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:34,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45787,-1] 2024-11-12T12:17:34,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:34,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:34,530 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:34,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0977e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:34,533 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:34,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:34,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62fae561 2024-11-12T12:17:34,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:34,541 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:17:34,554 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T12:17:34,554 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:17:34,559 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:34,560 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:34,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:34,576 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:17:34,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:17:34,587 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:17:34,588 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:34,594 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:17:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:17:34,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741835_1011 (size=1138) 2024-11-12T12:17:34,637 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdea33d5c22a83d077fdb82fee329517, NAME => 'hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793 2024-11-12T12:17:34,639 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:17:34,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741836_1012 (size=44) 2024-11-12T12:17:34,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:34,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cdea33d5c22a83d077fdb82fee329517, disabling compactions & flushes 2024-11-12T12:17:34,665 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:34,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:34,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. after waiting 0 ms 2024-11-12T12:17:34,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:34,665 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:34,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdea33d5c22a83d077fdb82fee329517: Waiting for close lock at 1731413854665Disabling compacts and flushes for region at 1731413854665Disabling writes for close at 1731413854665Writing region close event to WAL at 1731413854665Closed at 1731413854665 2024-11-12T12:17:34,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:17:34,675 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731413854670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413854670"}]},"ts":"1731413854670"} 2024-11-12T12:17:34,682 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:17:34,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:17:34,689 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413854685"}]},"ts":"1731413854685"} 2024-11-12T12:17:34,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:17:34,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:17:34,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdea33d5c22a83d077fdb82fee329517, ASSIGN}] 2024-11-12T12:17:34,699 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdea33d5c22a83d077fdb82fee329517, ASSIGN 2024-11-12T12:17:34,701 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdea33d5c22a83d077fdb82fee329517, ASSIGN; state=OFFLINE, location=4a91c05c96a4,42483,1731413846367; forceNewPlan=false, retain=false 2024-11-12T12:17:34,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:17:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:17:34,852 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cdea33d5c22a83d077fdb82fee329517, regionState=OPENING, regionLocation=4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:34,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdea33d5c22a83d077fdb82fee329517, ASSIGN because future has completed 2024-11-12T12:17:34,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdea33d5c22a83d077fdb82fee329517, server=4a91c05c96a4,42483,1731413846367}] 2024-11-12T12:17:35,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:35,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:35,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:17:35,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42483%2C1731413846367.rep, suffix=, logDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367, archiveDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs, maxLogs=10 2024-11-12T12:17:35,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.rep.1731413855028, exclude list is [], retry=0 2024-11-12T12:17:35,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-af9eb56f-7004-4ed8-bbc4-7e0f9671c92c,DISK] 2024-11-12T12:17:35,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.rep.1731413855028 2024-11-12T12:17:35,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46643:46643)] 2024-11-12T12:17:35,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cdea33d5c22a83d077fdb82fee329517, NAME => 'hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:17:35,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:17:35,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:17:35,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. service=MultiRowMutationService 2024-11-12T12:17:35,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:17:35,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:35,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,062 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,066 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdea33d5c22a83d077fdb82fee329517 columnFamilyName hfileref 2024-11-12T12:17:35,066 DEBUG [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:35,069 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(327): Store=cdea33d5c22a83d077fdb82fee329517/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:35,069 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,073 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdea33d5c22a83d077fdb82fee329517 columnFamilyName queue 2024-11-12T12:17:35,073 DEBUG [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:35,074 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(327): Store=cdea33d5c22a83d077fdb82fee329517/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:35,074 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,077 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdea33d5c22a83d077fdb82fee329517 columnFamilyName sid 2024-11-12T12:17:35,078 DEBUG [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:35,079 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(327): Store=cdea33d5c22a83d077fdb82fee329517/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:35,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:17:35,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:17:35,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cdea33d5c22a83d077fdb82fee329517; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61941306, jitterRate=-0.077002614736557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:17:35,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:35,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cdea33d5c22a83d077fdb82fee329517: Running coprocessor pre-open hook at 1731413855060Writing region info on filesystem at 1731413855060Initializing all the Stores at 1731413855062 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413855062Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413855062Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413855062Cleaning up temporary data from old regions at 1731413855087 (+25 ms)Running coprocessor post-open hooks at 1731413855101 (+14 ms)Region opened successfully at 1731413855102 (+1 ms) 2024-11-12T12:17:35,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517., pid=7, masterSystemTime=1731413855012 2024-11-12T12:17:35,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:35,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:35,115 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cdea33d5c22a83d077fdb82fee329517, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:35,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdea33d5c22a83d077fdb82fee329517, server=4a91c05c96a4,42483,1731413846367 because future has completed 2024-11-12T12:17:35,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T12:17:35,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cdea33d5c22a83d077fdb82fee329517, server=4a91c05c96a4,42483,1731413846367 in 264 msec 2024-11-12T12:17:35,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:17:35,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdea33d5c22a83d077fdb82fee329517, ASSIGN in 432 msec 2024-11-12T12:17:35,135 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:17:35,136 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413855135"}]},"ts":"1731413855135"} 2024-11-12T12:17:35,141 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:17:35,143 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:17:35,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 566 msec 2024-11-12T12:17:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:17:35,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517., hostname=4a91c05c96a4,42483,1731413846367, seqNum=2] 2024-11-12T12:17:35,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42483 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T12:17:35,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:35,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:35,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:17:35,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T12:17:35,472 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:17:35,524 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,42483,1731413846367, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:17:35,526 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:17:35,526 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42483,1731413846367, seqNum=-1] 2024-11-12T12:17:35,527 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:17:35,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T12:17:35,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,42483,1731413846367', locateType=CURRENT is [region=hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517., hostname=4a91c05c96a4,42483,1731413846367, seqNum=2] 2024-11-12T12:17:35,539 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T12:17:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T12:17:35,546 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,42483,1731413846367 suceeded 2024-11-12T12:17:35,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T12:17:35,551 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:45787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:17:35,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-12T12:17:35,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0550 sec 2024-11-12T12:17:35,570 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45787' 2024-11-12T12:17:35,574 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@343c2a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:35,574 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45787,-1 for getting cluster id 2024-11-12T12:17:35,575 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:35,576 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '936c305b-f474-4c91-9e8c-5238e8af1e77' 2024-11-12T12:17:35,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:35,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "936c305b-f474-4c91-9e8c-5238e8af1e77" 2024-11-12T12:17:35,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbbafb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:35,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45787,-1] 2024-11-12T12:17:35,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:35,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:35,579 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:35,580 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54fff250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:35,581 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:35,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:35,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@793b8e51 2024-11-12T12:17:35,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:35,585 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T12:17:35,588 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,42483,1731413846367 (queues=1) is replicating from cluster=f0de0501-c1c6-48da-89fa-fd57dbbc56dd to cluster=936c305b-f474-4c91-9e8c-5238e8af1e77 2024-11-12T12:17:35,591 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C42483%2C1731413846367 2024-11-12T12:17:35,600 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,42483,1731413846367, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:17:35,612 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367.replicationSource.shipper4a91c05c96a4%2C42483%2C1731413846367,1-4a91c05c96a4,42483,1731413846367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C42483%2C1731413846367 2024-11-12T12:17:35,616 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,1-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669, startPosition=0, beingWritten=true 2024-11-12T12:17:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:17:35,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:17:35,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:35,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:35,659 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:17:35,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:35,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:35,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:35,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,39831,-1 for getting cluster id 2024-11-12T12:17:35,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:35,681 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0de0501-c1c6-48da-89fa-fd57dbbc56dd' 2024-11-12T12:17:35,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:35,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0de0501-c1c6-48da-89fa-fd57dbbc56dd" 2024-11-12T12:17:35,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f68695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:35,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,39831,-1] 2024-11-12T12:17:35,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:35,701 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424dc437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:35,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ede4e5a 2024-11-12T12:17:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:35,719 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:17:35,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://4a91c05c96a4:45787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:17:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:17:35,725 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45787' 2024-11-12T12:17:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T12:17:35,736 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e59c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:35,737 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45787,-1 for getting cluster id 2024-11-12T12:17:35,737 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:35,738 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '936c305b-f474-4c91-9e8c-5238e8af1e77' 2024-11-12T12:17:35,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:35,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "936c305b-f474-4c91-9e8c-5238e8af1e77" 2024-11-12T12:17:35,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34dd582f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:35,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45787,-1] 2024-11-12T12:17:35,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:35,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:35,742 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:35,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8b350a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:35,743 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:35,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:35,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f2e04e 2024-11-12T12:17:35,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:35,747 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:17:35,749 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T12:17:35,749 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:17:35,749 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:35,749 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:35,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:35,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:17:35,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T12:17:35,786 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T12:17:35,786 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T12:17:35,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:17:35,788 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T12:17:35,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:17:35,788 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T12:17:35,788 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T12:17:35,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T12:17:35,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:17:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T12:17:35,933 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,1-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 to pos 0, reset compression=false 2024-11-12T12:17:35,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-12T12:17:35,993 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T12:17:36,037 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-4a91c05c96a4,42483,1731413846367, ReplicationSource: 2, currentBandwidth=0 2024-11-12T12:17:36,043 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T12:17:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T12:17:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T12:17:36,051 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4a91c05c96a4,42483,1731413846367 suceeded 2024-11-12T12:17:36,072 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4a91c05c96a4:45787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:17:36,075 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45787' 2024-11-12T12:17:36,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:17:36,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-12T12:17:36,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 353 msec 2024-11-12T12:17:36,084 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39c10670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:36,085 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45787,-1 for getting cluster id 2024-11-12T12:17:36,085 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:36,086 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '936c305b-f474-4c91-9e8c-5238e8af1e77' 2024-11-12T12:17:36,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:36,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "936c305b-f474-4c91-9e8c-5238e8af1e77" 2024-11-12T12:17:36,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12b6594c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:36,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45787,-1] 2024-11-12T12:17:36,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:36,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:36,091 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:36,092 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c7e1eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:36,092 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:36,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:36,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52b67a3d 2024-11-12T12:17:36,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:36,095 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T12:17:36,096 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4a91c05c96a4,42483,1731413846367 (queues=1) is replicating from cluster=f0de0501-c1c6-48da-89fa-fd57dbbc56dd to cluster=936c305b-f474-4c91-9e8c-5238e8af1e77 2024-11-12T12:17:36,096 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4a91c05c96a4%2C42483%2C1731413846367 2024-11-12T12:17:36,096 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4a91c05c96a4,42483,1731413846367, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:17:36,102 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,2-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669, startPosition=0, beingWritten=true 2024-11-12T12:17:36,124 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367.replicationSource.shipper4a91c05c96a4%2C42483%2C1731413846367,2-4a91c05c96a4,42483,1731413846367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C42483%2C1731413846367 2024-11-12T12:17:36,244 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,1-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 to pos 0, reset compression=false 2024-11-12T12:17:36,321 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,2-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 to pos 0, reset compression=false 2024-11-12T12:17:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T12:17:36,358 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T12:17:36,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:17:36,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:36,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:36,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:36,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:36,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12bfff77 2024-11-12T12:17:36,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:36,365 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:17:36,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T12:17:36,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T12:17:36,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T12:17:36,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T12:17:36,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:45787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:17:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T12:17:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T12:17:36,381 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45787' 2024-11-12T12:17:36,382 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c15d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:36,382 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45787,-1 for getting cluster id 2024-11-12T12:17:36,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:36,383 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '936c305b-f474-4c91-9e8c-5238e8af1e77' 2024-11-12T12:17:36,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:36,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "936c305b-f474-4c91-9e8c-5238e8af1e77" 2024-11-12T12:17:36,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d24d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:36,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45787,-1] 2024-11-12T12:17:36,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:36,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:36,385 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:36,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1ddb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:36,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:36,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:36,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c613f58 2024-11-12T12:17:36,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:36,388 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:17:36,389 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T12:17:36,389 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:17:36,390 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:36,390 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:36,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:36,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:17:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T12:17:36,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-12T12:17:36,593 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-12T12:17:36,595 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T12:17:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T12:17:36,599 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 4a91c05c96a4,42483,1731413846367 suceeded 2024-11-12T12:17:36,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T12:17:36,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-12T12:17:36,603 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://4a91c05c96a4:45787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:17:36,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 229 msec 2024-11-12T12:17:36,628 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,2-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 to pos 0, reset compression=false 2024-11-12T12:17:36,654 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,1-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 to pos 0, reset compression=false 2024-11-12T12:17:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T12:17:36,698 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-12T12:17:36,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://4a91c05c96a4:45787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:17:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T12:17:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T12:17:36,703 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45787' 2024-11-12T12:17:36,704 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb1b406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:36,704 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45787,-1 for getting cluster id 2024-11-12T12:17:36,704 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:36,706 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '936c305b-f474-4c91-9e8c-5238e8af1e77' 2024-11-12T12:17:36,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:36,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "936c305b-f474-4c91-9e8c-5238e8af1e77" 2024-11-12T12:17:36,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50803545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:36,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45787,-1] 2024-11-12T12:17:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:36,708 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:36,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ade28dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:36,709 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:36,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:36,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1321e565 2024-11-12T12:17:36,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:36,711 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:17:36,713 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T12:17:36,713 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:17:36,713 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:36,713 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:36,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:36,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:17:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T12:17:36,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-12T12:17:36,884 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-12T12:17:36,885 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T12:17:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T12:17:36,889 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 4a91c05c96a4,42483,1731413846367 suceeded 2024-11-12T12:17:36,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T12:17:36,893 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://4a91c05c96a4:45787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:17:36,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-12T12:17:36,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-11-12T12:17:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T12:17:37,018 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-12T12:17:37,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T12:17:37,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39831 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T12:17:37,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:17:37,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:37,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:37,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:37,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:37,022 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:17:37,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1961770269, stopped=false 2024-11-12T12:17:37,023 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,39831,1731413845255 2024-11-12T12:17:37,036 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,2-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 to pos 0, reset compression=false 2024-11-12T12:17:37,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243786941/running 2024-11-12T12:17:37,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243786941/running 2024-11-12T12:17:37,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:37,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:17:37,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:37,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:17:37,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:37,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:37,091 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,42483,1731413846367' ***** 2024-11-12T12:17:37,091 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:17:37,092 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:17:37,092 INFO [RS:0;4a91c05c96a4:42483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:17:37,092 INFO [RS:0;4a91c05c96a4:42483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:17:37,092 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:17:37,095 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(3091): Received CLOSE for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:37,096 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:37,096 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:17:37,096 INFO [RS:0;4a91c05c96a4:42483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42483. 2024-11-12T12:17:37,096 DEBUG [RS:0;4a91c05c96a4:42483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:37,096 DEBUG [RS:0;4a91c05c96a4:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:37,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/running 2024-11-12T12:17:37,097 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:17:37,097 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:17:37,097 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:17:37,097 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:17:37,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/running 2024-11-12T12:17:37,098 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:17:37,098 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cdea33d5c22a83d077fdb82fee329517=hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517.} 2024-11-12T12:17:37,098 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:37,100 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:17:37,100 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdea33d5c22a83d077fdb82fee329517, disabling compactions & flushes 2024-11-12T12:17:37,100 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:17:37,100 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:37,100 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:17:37,100 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:37,100 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:17:37,100 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. after waiting 0 ms 2024-11-12T12:17:37,100 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:17:37,100 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:37,108 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cdea33d5c22a83d077fdb82fee329517 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-12T12:17:37,111 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T12:17:37,118 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:17:37,162 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,1-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 to pos 0, reset compression=false 2024-11-12T12:17:37,189 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517/.tmp/queue/09da4d52ce8b4847a22a04b821f8573e is 151, key is 1-4a91c05c96a4,42483,1731413846367/queue:4a91c05c96a4%2C42483%2C1731413846367/1731413855533/Put/seqid=0 2024-11-12T12:17:37,191 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/info/13b03e8dbc6141b38daea3e11513df35 is 147, key is hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517./info:regioninfo/1731413855115/Put/seqid=0 2024-11-12T12:17:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741839_1015 (size=5500) 2024-11-12T12:17:37,208 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517/.tmp/queue/09da4d52ce8b4847a22a04b821f8573e 2024-11-12T12:17:37,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741838_1014 (size=6631) 2024-11-12T12:17:37,260 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517/.tmp/queue/09da4d52ce8b4847a22a04b821f8573e as hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517/queue/09da4d52ce8b4847a22a04b821f8573e 2024-11-12T12:17:37,270 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517/queue/09da4d52ce8b4847a22a04b821f8573e, entries=2, sequenceid=6, filesize=5.4 K 2024-11-12T12:17:37,279 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for cdea33d5c22a83d077fdb82fee329517 in 172ms, sequenceid=6, compaction requested=false 2024-11-12T12:17:37,279 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T12:17:37,292 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T12:17:37,295 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:17:37,295 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:17:37,295 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:37,296 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdea33d5c22a83d077fdb82fee329517: Waiting for close lock at 1731413857097Running coprocessor pre-close hooks at 1731413857100 (+3 ms)Disabling compacts and flushes for region at 1731413857100Disabling writes for close at 1731413857100Obtaining lock to block concurrent updates at 1731413857108 (+8 ms)Preparing flush snapshotting stores in cdea33d5c22a83d077fdb82fee329517 at 1731413857108Finished memstore snapshotting hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731413857122 (+14 ms)Flushing stores of hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. at 1731413857124 (+2 ms)Flushing cdea33d5c22a83d077fdb82fee329517/queue: creating writer at 1731413857126 (+2 ms)Flushing cdea33d5c22a83d077fdb82fee329517/queue: appending metadata at 1731413857172 (+46 ms)Flushing cdea33d5c22a83d077fdb82fee329517/queue: closing flushed file at 1731413857175 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@628faf64: reopening flushed file at 1731413857258 (+83 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for cdea33d5c22a83d077fdb82fee329517 in 172ms, sequenceid=6, compaction requested=false at 1731413857279 (+21 ms)Writing region close event to WAL at 1731413857282 (+3 ms)Running coprocessor post-close hooks at 1731413857293 (+11 ms)Closed at 1731413857295 (+2 ms) 2024-11-12T12:17:37,296 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:37,299 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:17:37,499 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:17:37,502 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:17:37,503 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:17:37,543 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,2-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 to pos 0, reset compression=false 2024-11-12T12:17:37,613 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/info/13b03e8dbc6141b38daea3e11513df35 2024-11-12T12:17:37,649 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/ns/7998d19470704aa2af3c57730b820cde is 43, key is default/ns:d/1731413849413/Put/seqid=0 2024-11-12T12:17:37,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741840_1016 (size=5153) 2024-11-12T12:17:37,699 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:17:37,770 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,1-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 to pos 0, reset compression=false 2024-11-12T12:17:37,899 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:17:38,069 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/ns/7998d19470704aa2af3c57730b820cde 2024-11-12T12:17:38,097 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/table/885e410ec4364fcaa0ce0dbade55d0ca is 53, key is hbase:replication/table:state/1731413855135/Put/seqid=0 2024-11-12T12:17:38,100 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:17:38,100 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:17:38,100 DEBUG [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:17:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741841_1017 (size=5256) 2024-11-12T12:17:38,109 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/table/885e410ec4364fcaa0ce0dbade55d0ca 2024-11-12T12:17:38,126 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/info/13b03e8dbc6141b38daea3e11513df35 as hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/info/13b03e8dbc6141b38daea3e11513df35 2024-11-12T12:17:38,149 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/info/13b03e8dbc6141b38daea3e11513df35, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T12:17:38,151 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/ns/7998d19470704aa2af3c57730b820cde as hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/ns/7998d19470704aa2af3c57730b820cde 2024-11-12T12:17:38,159 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,2-4a91c05c96a4,42483,1731413846367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 to pos 0, reset compression=false 2024-11-12T12:17:38,165 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/ns/7998d19470704aa2af3c57730b820cde, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T12:17:38,168 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/table/885e410ec4364fcaa0ce0dbade55d0ca as hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/table/885e410ec4364fcaa0ce0dbade55d0ca 2024-11-12T12:17:38,203 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/table/885e410ec4364fcaa0ce0dbade55d0ca, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T12:17:38,205 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1103ms, sequenceid=11, compaction requested=false 2024-11-12T12:17:38,222 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T12:17:38,223 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:17:38,223 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:17:38,223 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:17:38,223 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413857099Running coprocessor pre-close hooks at 1731413857100 (+1 ms)Disabling compacts and flushes for region at 1731413857100Disabling writes for close at 1731413857100Obtaining lock to block concurrent updates at 1731413857111 (+11 ms)Preparing flush snapshotting stores in 1588230740 at 1731413857111Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731413857122 (+11 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731413857124 (+2 ms)Flushing 1588230740/info: creating writer at 1731413857128 (+4 ms)Flushing 1588230740/info: appending metadata at 1731413857172 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731413857175 (+3 ms)Flushing 1588230740/ns: creating writer at 1731413857625 (+450 ms)Flushing 1588230740/ns: appending metadata at 1731413857648 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731413857648Flushing 1588230740/table: creating writer at 1731413858077 (+429 ms)Flushing 1588230740/table: appending metadata at 1731413858097 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731413858097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d718d3: reopening flushed file at 1731413858119 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a01003: reopening flushed file at 1731413858149 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30493107: reopening flushed file at 1731413858165 (+16 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1103ms, sequenceid=11, compaction requested=false at 1731413858205 (+40 ms)Writing region close event to WAL at 1731413858213 (+8 ms)Running coprocessor post-close hooks at 1731413858223 (+10 ms)Closed at 1731413858223 2024-11-12T12:17:38,223 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:17:38,301 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,42483,1731413846367; all regions closed. 2024-11-12T12:17:38,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741834_1010 (size=2742) 2024-11-12T12:17:38,312 DEBUG [RS:0;4a91c05c96a4:42483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs 2024-11-12T12:17:38,312 INFO [RS:0;4a91c05c96a4:42483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42483%2C1731413846367.meta:.meta(num 1731413849140) 2024-11-12T12:17:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741837_1013 (size=1802) 2024-11-12T12:17:38,322 DEBUG [RS:0;4a91c05c96a4:42483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs 2024-11-12T12:17:38,322 INFO [RS:0;4a91c05c96a4:42483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42483%2C1731413846367.rep:(num 1731413855028) 2024-11-12T12:17:38,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741833_1009 (size=93) 2024-11-12T12:17:38,330 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367/4a91c05c96a4%2C42483%2C1731413846367.1731413848669 not finished, retry = 0 2024-11-12T12:17:38,433 DEBUG [RS:0;4a91c05c96a4:42483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs 2024-11-12T12:17:38,433 INFO [RS:0;4a91c05c96a4:42483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42483%2C1731413846367:(num 1731413848669) 2024-11-12T12:17:38,433 DEBUG [RS:0;4a91c05c96a4:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:38,434 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:17:38,434 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:17:38,434 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:17:38,434 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:17:38,434 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:17:38,434 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,42483,1731413846367 because: Region server is closing 2024-11-12T12:17:38,435 INFO [RS:0;4a91c05c96a4:42483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42483. 2024-11-12T12:17:38,435 DEBUG [RS:0;4a91c05c96a4:42483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:38,435 DEBUG [RS:0;4a91c05c96a4:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:38,435 DEBUG [RS:0;4a91c05c96a4:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:38,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:38,535 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367.replicationSource.shipper4a91c05c96a4%2C42483%2C1731413846367,1-4a91c05c96a4,42483,1731413846367 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T12:17:38,536 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42483,1731413846367.replicationSource.shipper4a91c05c96a4%2C42483%2C1731413846367,1-4a91c05c96a4,42483,1731413846367 terminated 2024-11-12T12:17:38,536 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4a91c05c96a4,42483,1731413846367 because: Region server is closing 2024-11-12T12:17:38,536 INFO [RS:0;4a91c05c96a4:42483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42483. 2024-11-12T12:17:38,536 DEBUG [RS:0;4a91c05c96a4:42483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:38,537 DEBUG [RS:0;4a91c05c96a4:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:38,537 DEBUG [RS:0;4a91c05c96a4:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:38,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:38,637 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367.replicationSource.wal-reader.4a91c05c96a4%2C42483%2C1731413846367,2-4a91c05c96a4,42483,1731413846367 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:17:38,637 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367.replicationSource.shipper4a91c05c96a4%2C42483%2C1731413846367,2-4a91c05c96a4,42483,1731413846367 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T12:17:38,637 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,42483,1731413846367.replicationSource.shipper4a91c05c96a4%2C42483%2C1731413846367,2-4a91c05c96a4,42483,1731413846367 terminated 2024-11-12T12:17:38,638 INFO [RS:0;4a91c05c96a4:42483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42483 2024-11-12T12:17:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243786941/rs/4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:38,690 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:17:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/rs 2024-11-12T12:17:38,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,42483,1731413846367] 2024-11-12T12:17:38,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/draining/4a91c05c96a4,42483,1731413846367 already deleted, retry=false 2024-11-12T12:17:38,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,42483,1731413846367 expired; onlineServers=0 2024-11-12T12:17:38,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,39831,1731413845255' ***** 2024-11-12T12:17:38,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:17:38,711 INFO [M:0;4a91c05c96a4:39831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:17:38,711 INFO [M:0;4a91c05c96a4:39831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:17:38,712 DEBUG [M:0;4a91c05c96a4:39831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:17:38,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:17:38,712 DEBUG [M:0;4a91c05c96a4:39831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:17:38,712 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413848316 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413848316,5,FailOnTimeoutGroup] 2024-11-12T12:17:38,712 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413848320 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413848320,5,FailOnTimeoutGroup] 2024-11-12T12:17:38,712 INFO [M:0;4a91c05c96a4:39831 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:17:38,712 INFO [M:0;4a91c05c96a4:39831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:17:38,712 DEBUG [M:0;4a91c05c96a4:39831 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:17:38,712 INFO [M:0;4a91c05c96a4:39831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:17:38,713 INFO [M:0;4a91c05c96a4:39831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:17:38,713 INFO [M:0;4a91c05c96a4:39831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:17:38,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:17:38,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243786941/master 2024-11-12T12:17:38,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:38,723 DEBUG [M:0;4a91c05c96a4:39831 {}] zookeeper.ZKUtil(347): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/master because node does not exist (not an error) 2024-11-12T12:17:38,723 WARN [M:0;4a91c05c96a4:39831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:17:38,723 INFO [M:0;4a91c05c96a4:39831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/.lastflushedseqids 2024-11-12T12:17:38,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741842_1018 (size=181) 2024-11-12T12:17:38,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:38,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x1012efa8f340001, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:38,801 INFO [RS:0;4a91c05c96a4:42483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:17:38,802 INFO [RS:0;4a91c05c96a4:42483 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,42483,1731413846367; zookeeper connection closed. 2024-11-12T12:17:38,802 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58462b20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58462b20 2024-11-12T12:17:38,802 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:17:39,134 INFO [M:0;4a91c05c96a4:39831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:17:39,135 INFO [M:0;4a91c05c96a4:39831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:17:39,135 DEBUG [M:0;4a91c05c96a4:39831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:17:39,135 INFO [M:0;4a91c05c96a4:39831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:39,135 DEBUG [M:0;4a91c05c96a4:39831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:39,135 DEBUG [M:0;4a91c05c96a4:39831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:17:39,135 DEBUG [M:0;4a91c05c96a4:39831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:39,135 INFO [M:0;4a91c05c96a4:39831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-12T12:17:39,168 DEBUG [M:0;4a91c05c96a4:39831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdeff1bb601540aeb234ede4b3fb27f6 is 82, key is hbase:meta,,1/info:regioninfo/1731413849241/Put/seqid=0 2024-11-12T12:17:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741843_1019 (size=5672) 2024-11-12T12:17:39,582 INFO [M:0;4a91c05c96a4:39831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdeff1bb601540aeb234ede4b3fb27f6 2024-11-12T12:17:39,615 DEBUG [M:0;4a91c05c96a4:39831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6f9ab4bb0dd481dbf4895376ba95e43 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731413855146/Put/seqid=0 2024-11-12T12:17:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741844_1020 (size=8663) 2024-11-12T12:17:39,640 INFO [M:0;4a91c05c96a4:39831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6f9ab4bb0dd481dbf4895376ba95e43 2024-11-12T12:17:39,672 DEBUG [M:0;4a91c05c96a4:39831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4780aa85430c4e79a51772478d19928c is 69, key is 4a91c05c96a4,42483,1731413846367/rs:state/1731413848371/Put/seqid=0 2024-11-12T12:17:39,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741845_1021 (size=5156) 2024-11-12T12:17:39,683 INFO [M:0;4a91c05c96a4:39831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4780aa85430c4e79a51772478d19928c 2024-11-12T12:17:39,694 DEBUG [M:0;4a91c05c96a4:39831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdeff1bb601540aeb234ede4b3fb27f6 as hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdeff1bb601540aeb234ede4b3fb27f6 2024-11-12T12:17:39,708 INFO [M:0;4a91c05c96a4:39831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdeff1bb601540aeb234ede4b3fb27f6, entries=8, sequenceid=115, filesize=5.5 K 2024-11-12T12:17:39,716 DEBUG [M:0;4a91c05c96a4:39831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6f9ab4bb0dd481dbf4895376ba95e43 as hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6f9ab4bb0dd481dbf4895376ba95e43 2024-11-12T12:17:39,728 INFO [M:0;4a91c05c96a4:39831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6f9ab4bb0dd481dbf4895376ba95e43, entries=14, sequenceid=115, filesize=8.5 K 2024-11-12T12:17:39,730 DEBUG [M:0;4a91c05c96a4:39831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4780aa85430c4e79a51772478d19928c as hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4780aa85430c4e79a51772478d19928c 2024-11-12T12:17:39,742 INFO [M:0;4a91c05c96a4:39831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4780aa85430c4e79a51772478d19928c, entries=1, sequenceid=115, filesize=5.0 K 2024-11-12T12:17:39,744 INFO [M:0;4a91c05c96a4:39831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 609ms, sequenceid=115, compaction requested=false 2024-11-12T12:17:39,752 INFO [M:0;4a91c05c96a4:39831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:39,753 DEBUG [M:0;4a91c05c96a4:39831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413859135Disabling compacts and flushes for region at 1731413859135Disabling writes for close at 1731413859135Obtaining lock to block concurrent updates at 1731413859135Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731413859135Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731413859136 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731413859137 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731413859137Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731413859167 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731413859167Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731413859589 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731413859615 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731413859615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731413859649 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731413859672 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731413859672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134c5b21: reopening flushed file at 1731413859693 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce5694d: reopening flushed file at 1731413859708 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e70240: reopening flushed file at 1731413859729 (+21 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 609ms, sequenceid=115, compaction requested=false at 1731413859744 (+15 ms)Writing region close event to WAL at 1731413859752 (+8 ms)Closed at 1731413859752 2024-11-12T12:17:39,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741830_1006 (size=59421) 2024-11-12T12:17:39,761 INFO [M:0;4a91c05c96a4:39831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:17:39,761 INFO [M:0;4a91c05c96a4:39831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39831 2024-11-12T12:17:39,761 INFO [M:0;4a91c05c96a4:39831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:17:39,761 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:17:39,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:17:39,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:39,915 INFO [M:0;4a91c05c96a4:39831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:17:39,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39831-0x1012efa8f340000, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:39,917 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:17:39,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:39,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:39,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:17:39,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:39,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:17:39,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:17:39,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:17:39,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46581 2024-11-12T12:17:39,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46581 connecting to ZooKeeper ensemble=127.0.0.1:54611 2024-11-12T12:17:39,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465810x0, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:39,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46581-0x1012efa8f340006 connected 2024-11-12T12:17:39,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:39,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:39,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/running 2024-11-12T12:17:39,960 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: INIT 2024-11-12T12:17:39,960 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793, hbase.cluster.distributed=false 2024-11-12T12:17:39,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/acl 2024-11-12T12:17:39,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46581 2024-11-12T12:17:39,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46581 2024-11-12T12:17:39,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46581 2024-11-12T12:17:39,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46581 2024-11-12T12:17:39,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46581 2024-11-12T12:17:39,998 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:17:39,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:39,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:39,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:17:39,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:39,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:17:40,000 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:17:40,000 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:17:40,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42279 2024-11-12T12:17:40,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42279 connecting to ZooKeeper ensemble=127.0.0.1:54611 2024-11-12T12:17:40,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:40,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:40,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422790x0, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:40,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422790x0, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/running 2024-11-12T12:17:40,028 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: INIT 2024-11-12T12:17:40,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42279-0x1012efa8f340007 connected 2024-11-12T12:17:40,029 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:17:40,032 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:17:40,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/master 2024-11-12T12:17:40,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/acl 2024-11-12T12:17:40,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42279 2024-11-12T12:17:40,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42279 2024-11-12T12:17:40,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42279 2024-11-12T12:17:40,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42279 2024-11-12T12:17:40,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42279 2024-11-12T12:17:40,062 DEBUG [M:0;4a91c05c96a4:46581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:46581 2024-11-12T12:17:40,063 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0243786941/backup-masters/4a91c05c96a4,46581,1731413859916 2024-11-12T12:17:40,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/backup-masters 2024-11-12T12:17:40,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/backup-masters 2024-11-12T12:17:40,077 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on existing znode=/0243786941/backup-masters/4a91c05c96a4,46581,1731413859916 2024-11-12T12:17:40,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:40,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243786941/master 2024-11-12T12:17:40,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:40,091 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on existing znode=/0243786941/master 2024-11-12T12:17:40,091 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0243786941/backup-masters/4a91c05c96a4,46581,1731413859916 from backup master directory 2024-11-12T12:17:40,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243786941/backup-masters/4a91c05c96a4,46581,1731413859916 2024-11-12T12:17:40,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/backup-masters 2024-11-12T12:17:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/backup-masters 2024-11-12T12:17:40,101 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:17:40,101 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,46581,1731413859916 2024-11-12T12:17:40,134 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:40,134 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:17:40,164 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 30ms. 2024-11-12T12:17:40,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741846_1022 (size=196) 2024-11-12T12:17:40,603 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:17:40,604 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:17:40,605 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:40,615 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T12:17:40,619 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,39831,1731413845255 to hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,39831,1731413845255-dead as it is dead 2024-11-12T12:17:40,620 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T12:17:40,621 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T12:17:40,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,39831,1731413845255-dead/4a91c05c96a4%2C39831%2C1731413845255.1731413847507 2024-11-12T12:17:40,628 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,39831,1731413845255-dead/4a91c05c96a4%2C39831%2C1731413845255.1731413847507 after 5ms 2024-11-12T12:17:40,630 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,39831,1731413845255-dead/4a91c05c96a4%2C39831%2C1731413845255.1731413847507 to hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a91c05c96a4%2C39831%2C1731413845255.1731413847507 2024-11-12T12:17:40,630 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,39831,1731413845255-dead 2024-11-12T12:17:40,631 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,46581,1731413859916 2024-11-12T12:17:40,632 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:17:40,635 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C46581%2C1731413859916, suffix=, logDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,46581,1731413859916, archiveDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/oldWALs, maxLogs=10 2024-11-12T12:17:40,652 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,46581,1731413859916/4a91c05c96a4%2C46581%2C1731413859916.1731413860635, exclude list is [], retry=0 2024-11-12T12:17:40,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-af9eb56f-7004-4ed8-bbc4-7e0f9671c92c,DISK] 2024-11-12T12:17:40,661 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,46581,1731413859916/4a91c05c96a4%2C46581%2C1731413859916.1731413860635 2024-11-12T12:17:40,665 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46643:46643)] 2024-11-12T12:17:40,665 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:17:40,665 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:40,666 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:40,666 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:40,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:40,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:17:40,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:40,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdeff1bb601540aeb234ede4b3fb27f6 2024-11-12T12:17:40,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:40,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:40,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:17:40,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:40,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6f9ab4bb0dd481dbf4895376ba95e43 2024-11-12T12:17:40,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:40,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:40,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:17:40,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:40,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4780aa85430c4e79a51772478d19928c 2024-11-12T12:17:40,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:40,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:40,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:17:40,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:40,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:40,710 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:40,712 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T12:17:40,713 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a91c05c96a4%2C39831%2C1731413845255.1731413847507 2024-11-12T12:17:40,730 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a91c05c96a4%2C39831%2C1731413845255.1731413847507 2024-11-12T12:17:40,732 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a91c05c96a4%2C39831%2C1731413845255.1731413847507 2024-11-12T12:17:40,733 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:40,734 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:40,734 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:40,739 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:40,742 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-12T12:17:40,743 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74529940, jitterRate=0.11058264970779419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:40,744 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413860666Initializing all the Stores at 1731413860667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413860667Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413860667Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413860667Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413860667Cleaning up temporary data from old regions at 1731413860734 (+67 ms)Region opened successfully at 1731413860744 (+10 ms) 2024-11-12T12:17:40,746 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:17:40,755 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ac42c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:17:40,768 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T12:17:40,768 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:17:40,768 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:17:40,769 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:17:40,769 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:17:40,776 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:40,776 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:17:40,777 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:17:40,777 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:17:40,778 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T12:17:40,778 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T12:17:40,778 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-12T12:17:40,778 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:17:40,783 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4a91c05c96a4,42483,1731413846367, regionLocation=4a91c05c96a4,42483,1731413846367, openSeqNum=2 2024-11-12T12:17:40,783 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4a91c05c96a4,42483,1731413846367, table=hbase:meta, region=1588230740 2024-11-12T12:17:40,783 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,42483,1731413846367, state=OPEN 2024-11-12T12:17:40,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243786941/meta-region-server 2024-11-12T12:17:40,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243786941/meta-region-server 2024-11-12T12:17:40,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: CHANGED 2024-11-12T12:17:40,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: CHANGED 2024-11-12T12:17:40,839 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:17:40,848 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/draining/4a91c05c96a4,42483,1731413846367 already deleted, retry=false 2024-11-12T12:17:40,848 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4a91c05c96a4,42483,1731413846367 on 4a91c05c96a4,46581,1731413859916 2024-11-12T12:17:40,853 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4a91c05c96a4,42483,1731413846367, splitWal=true, meta=true 2024-11-12T12:17:40,855 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 4a91c05c96a4,42483,1731413846367 (carryingMeta=true) 4a91c05c96a4,42483,1731413846367/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@fd331db[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T12:17:40,859 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/balancer because node does not exist (not necessarily an error) 2024-11-12T12:17:40,869 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/balancer already deleted, retry=false 2024-11-12T12:17:40,869 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:17:40,870 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:17:40,906 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/normalizer already deleted, retry=false 2024-11-12T12:17:40,907 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:17:40,908 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:17:40,928 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/switch/split already deleted, retry=false 2024-11-12T12:17:40,930 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:17:40,942 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/switch/merge already deleted, retry=false 2024-11-12T12:17:40,966 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:17:40,974 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/snapshot-cleanup already deleted, retry=false 2024-11-12T12:17:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243786941/running 2024-11-12T12:17:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0243786941/running 2024-11-12T12:17:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:40,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:40,986 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,46581,1731413859916, sessionid=0x1012efa8f340006, setting cluster-up flag (Was=false) 2024-11-12T12:17:40,996 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0243786941/flush-table-proc/acquired, /0243786941/flush-table-proc/reached, /0243786941/flush-table-proc/abort 2024-11-12T12:17:40,997 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,46581,1731413859916 2024-11-12T12:17:41,017 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0243786941/online-snapshot/acquired, /0243786941/online-snapshot/reached, /0243786941/online-snapshot/abort 2024-11-12T12:17:41,018 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,46581,1731413859916 2024-11-12T12:17:41,020 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/.lastflushedseqids 2024-11-12T12:17:41,025 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:17:41,026 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:17:41,026 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,46581,1731413859916 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4a91c05c96a4,42483,1731413846367 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:17:41,028 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:41,028 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:41,028 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:41,028 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:41,028 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:17:41,028 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,028 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:17:41,028 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,031 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731413891031 2024-11-12T12:17:41,031 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:17:41,031 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:17:41,032 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:17:41,032 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:17:41,032 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:17:41,032 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:17:41,032 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,033 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4a91c05c96a4,42483,1731413846367, splitWal=true, meta=true 2024-11-12T12:17:41,034 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4a91c05c96a4,42483,1731413846367, splitWal=true, meta=true, isMeta: true 2024-11-12T12:17:41,036 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367-splitting 2024-11-12T12:17:41,037 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367-splitting dir is empty, no logs to split. 2024-11-12T12:17:41,037 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4a91c05c96a4,42483,1731413846367 WAL count=0, meta=true 2024-11-12T12:17:41,040 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:17:41,040 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:17:41,041 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:17:41,041 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:17:41,043 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367-splitting dir is empty, no logs to split. 2024-11-12T12:17:41,043 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4a91c05c96a4,42483,1731413846367 WAL count=0, meta=true 2024-11-12T12:17:41,043 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4a91c05c96a4,42483,1731413846367 WAL splitting is done? wals=0, meta=true 2024-11-12T12:17:41,044 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:17:41,044 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:17:41,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:17:41,046 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413861044,5,FailOnTimeoutGroup] 2024-11-12T12:17:41,047 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413861046,5,FailOnTimeoutGroup] 2024-11-12T12:17:41,047 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,047 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:17:41,047 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,047 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,047 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413861047, completionTime=-1 2024-11-12T12:17:41,047 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T12:17:41,047 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(746): ClusterId : f0de0501-c1c6-48da-89fa-fd57dbbc56dd 2024-11-12T12:17:41,047 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:17:41,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:17:41,051 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T12:17:41,052 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T12:17:41,059 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:17:41,059 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:17:41,070 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:17:41,071 DEBUG [RS:0;4a91c05c96a4:42279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa1405b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:17:41,088 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:42279 2024-11-12T12:17:41,088 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:17:41,088 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:17:41,089 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:17:41,089 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,46581,1731413859916 with port=42279, startcode=1731413859998 2024-11-12T12:17:41,090 DEBUG [RS:0;4a91c05c96a4:42279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:17:41,092 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:17:41,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:41,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46581 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:41,095 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793 2024-11-12T12:17:41,095 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35151 2024-11-12T12:17:41,095 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:17:41,101 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T12:17:41,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/rs 2024-11-12T12:17:41,108 DEBUG [RS:0;4a91c05c96a4:42279 {}] zookeeper.ZKUtil(111): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on existing znode=/0243786941/rs/4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:41,108 WARN [RS:0;4a91c05c96a4:42279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:17:41,108 INFO [RS:0;4a91c05c96a4:42279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:41,108 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:41,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,42279,1731413859998] 2024-11-12T12:17:41,159 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:17:41,162 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:17:41,162 INFO [RS:0;4a91c05c96a4:42279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:17:41,162 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,163 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:17:41,164 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:17:41,164 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,164 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,164 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,164 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,164 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,164 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,165 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:17:41,165 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,165 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,165 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,165 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,165 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,165 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:41,165 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:17:41,165 DEBUG [RS:0;4a91c05c96a4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:17:41,168 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,168 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,168 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,168 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,168 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,168 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42279,1731413859998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:17:41,190 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:17:41,190 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42279,1731413859998-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,203 WARN [4a91c05c96a4:46581 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:17:41,211 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,42279,1731413859998, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:17:41,231 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSource(231): queueId=2-4a91c05c96a4,42279,1731413859998, ReplicationSource: 2, currentBandwidth=0 2024-11-12T12:17:41,232 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,232 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.Replication(171): 4a91c05c96a4,42279,1731413859998 started 2024-11-12T12:17:41,233 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,1-4a91c05c96a4,42279,1731413859998 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45787' 2024-11-12T12:17:41,236 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,1-4a91c05c96a4,42279,1731413859998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d930630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:41,236 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,1-4a91c05c96a4,42279,1731413859998 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45787,-1 for getting cluster id 2024-11-12T12:17:41,236 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,1-4a91c05c96a4,42279,1731413859998 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:41,237 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '936c305b-f474-4c91-9e8c-5238e8af1e77' 2024-11-12T12:17:41,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:41,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "936c305b-f474-4c91-9e8c-5238e8af1e77" 2024-11-12T12:17:41,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@776f9f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:41,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45787,-1] 2024-11-12T12:17:41,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:41,241 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:41,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:41,246 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,1-4a91c05c96a4,42279,1731413859998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7599c515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:41,246 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,1-4a91c05c96a4,42279,1731413859998 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:41,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:41,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10643906 2024-11-12T12:17:41,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:41,250 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T12:17:41,251 INFO [RS:0;4a91c05c96a4:42279.replicationSource,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,42279,1731413859998 (queues=0) is replicating from cluster=f0de0501-c1c6-48da-89fa-fd57dbbc56dd to cluster=936c305b-f474-4c91-9e8c-5238e8af1e77 2024-11-12T12:17:41,253 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:41,254 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,42279,1731413859998, RpcServer on 4a91c05c96a4/172.17.0.3:42279, sessionid=0x1012efa8f340007 2024-11-12T12:17:41,254 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:17:41,254 DEBUG [RS:0;4a91c05c96a4:42279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:41,254 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42279,1731413859998' 2024-11-12T12:17:41,254 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0243786941/flush-table-proc/abort' 2024-11-12T12:17:41,255 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0243786941/flush-table-proc/acquired' 2024-11-12T12:17:41,255 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:17:41,255 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:17:41,255 DEBUG [RS:0;4a91c05c96a4:42279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:41,255 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42279,1731413859998' 2024-11-12T12:17:41,255 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0243786941/online-snapshot/abort' 2024-11-12T12:17:41,256 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0243786941/online-snapshot/acquired' 2024-11-12T12:17:41,256 DEBUG [RS:0;4a91c05c96a4:42279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:17:41,257 INFO [RS:0;4a91c05c96a4:42279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:17:41,257 INFO [RS:0;4a91c05c96a4:42279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:17:41,257 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,2-4a91c05c96a4,42279,1731413859998 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45787' 2024-11-12T12:17:41,260 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,2-4a91c05c96a4,42279,1731413859998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d12085d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:41,261 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,2-4a91c05c96a4,42279,1731413859998 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45787,-1 for getting cluster id 2024-11-12T12:17:41,261 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,2-4a91c05c96a4,42279,1731413859998 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:41,262 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '936c305b-f474-4c91-9e8c-5238e8af1e77' 2024-11-12T12:17:41,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:41,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "936c305b-f474-4c91-9e8c-5238e8af1e77" 2024-11-12T12:17:41,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5242f0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:41,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45787,-1] 2024-11-12T12:17:41,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:41,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:41,264 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:41,265 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,2-4a91c05c96a4,42279,1731413859998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@570aa78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:41,265 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource,2-4a91c05c96a4,42279,1731413859998 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:41,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:41,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@411e9921 2024-11-12T12:17:41,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:41,279 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T12:17:41,281 INFO [RS:0;4a91c05c96a4:42279.replicationSource,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4a91c05c96a4,42279,1731413859998 (queues=0) is replicating from cluster=f0de0501-c1c6-48da-89fa-fd57dbbc56dd to cluster=936c305b-f474-4c91-9e8c-5238e8af1e77 2024-11-12T12:17:41,357 INFO [RS:0;4a91c05c96a4:42279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:17:41,360 INFO [RS:0;4a91c05c96a4:42279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42279%2C1731413859998, suffix=, logDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998, archiveDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs, maxLogs=10 2024-11-12T12:17:41,380 DEBUG [RS:0;4a91c05c96a4:42279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361, exclude list is [], retry=0 2024-11-12T12:17:41,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-af9eb56f-7004-4ed8-bbc4-7e0f9671c92c,DISK] 2024-11-12T12:17:41,386 INFO [RS:0;4a91c05c96a4:42279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 2024-11-12T12:17:41,386 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4a91c05c96a4%2C42279%2C1731413859998 for peer 1 2024-11-12T12:17:41,386 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4a91c05c96a4%2C42279%2C1731413859998 for peer 2 2024-11-12T12:17:41,387 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C42279%2C1731413859998 2024-11-12T12:17:41,387 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,42279,1731413859998, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:17:41,387 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4a91c05c96a4%2C42279%2C1731413859998 2024-11-12T12:17:41,387 INFO [RS:0;4a91c05c96a4:42279.replicationSource.shipper4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C42279%2C1731413859998 2024-11-12T12:17:41,387 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4a91c05c96a4,42279,1731413859998, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:17:41,388 DEBUG [RS:0;4a91c05c96a4:42279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46643:46643)] 2024-11-12T12:17:41,388 INFO [RS:0;4a91c05c96a4:42279.replicationSource.shipper4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C42279%2C1731413859998 2024-11-12T12:17:41,388 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361, startPosition=0, beingWritten=true 2024-11-12T12:17:41,388 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361, startPosition=0, beingWritten=true 2024-11-12T12:17:41,453 DEBUG [4a91c05c96a4:46581 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:17:41,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:41,456 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,42279,1731413859998, state=OPENING 2024-11-12T12:17:41,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243786941/meta-region-server 2024-11-12T12:17:41,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243786941/meta-region-server 2024-11-12T12:17:41,532 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:17:41,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: CHANGED 2024-11-12T12:17:41,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42279,1731413859998}] 2024-11-12T12:17:41,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: CHANGED 2024-11-12T12:17:41,605 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:41,612 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:41,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:17:41,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:17:41,706 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:17:41,706 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:41,706 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:17:41,711 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42279%2C1731413859998.meta, suffix=.meta, logDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998, archiveDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs, maxLogs=10 2024-11-12T12:17:41,732 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.meta.1731413861713.meta, exclude list is [], retry=0 2024-11-12T12:17:41,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-af9eb56f-7004-4ed8-bbc4-7e0f9671c92c,DISK] 2024-11-12T12:17:41,740 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.meta.1731413861713.meta 2024-11-12T12:17:41,743 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46643:46643)] 2024-11-12T12:17:41,743 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:17:41,744 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:17:41,744 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:17:41,744 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:17:41,744 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:17:41,744 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:17:41,744 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:41,745 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:17:41,745 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:17:41,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:17:41,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:17:41,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:41,760 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/info/13b03e8dbc6141b38daea3e11513df35 2024-11-12T12:17:41,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:41,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:17:41,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:17:41,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:41,771 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/ns/7998d19470704aa2af3c57730b820cde 2024-11-12T12:17:41,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:41,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:17:41,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:17:41,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:41,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:41,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:17:41,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:17:41,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:41,787 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/table/885e410ec4364fcaa0ce0dbade55d0ca 2024-11-12T12:17:41,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:41,787 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:17:41,788 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740 2024-11-12T12:17:41,791 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740 2024-11-12T12:17:41,792 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:17:41,793 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:17:41,794 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:41,796 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:17:41,797 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61421453, jitterRate=-0.08474902808666229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:41,797 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:17:41,797 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413861745Writing region info on filesystem at 1731413861745Initializing all the Stores at 1731413861747 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413861748 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413861748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413861748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413861748Cleaning up temporary data from old regions at 1731413861793 (+45 ms)Running coprocessor post-open hooks at 1731413861797 (+4 ms)Region opened successfully at 1731413861797 2024-11-12T12:17:41,799 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731413861699 2024-11-12T12:17:41,802 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:17:41,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:41,803 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:17:41,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,42279,1731413859998, state=OPEN 2024-11-12T12:17:41,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243786941/meta-region-server 2024-11-12T12:17:41,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0243786941/meta-region-server 2024-11-12T12:17:41,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:41,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: CHANGED 2024-11-12T12:17:41,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0243786941/meta-region-server: CHANGED 2024-11-12T12:17:41,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T12:17:41,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42279,1731413859998 in 284 msec 2024-11-12T12:17:41,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T12:17:41,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 774 msec 2024-11-12T12:17:41,931 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:41,938 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:42,338 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:42,347 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:42,604 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-12T12:17:42,853 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:42,875 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:43,459 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:43,482 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:44,107 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3060ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-12T12:17:44,165 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:44,188 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:44,978 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:44,995 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:45,560 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T12:17:45,561 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:17:45,562 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:17:45,562 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42279,1731413859998, seqNum=-1] 2024-11-12T12:17:45,563 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:17:45,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:17:45,577 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cdea33d5c22a83d077fdb82fee329517, regionState=OPEN, lastHost=4a91c05c96a4,42483,1731413846367, regionLocation=4a91c05c96a4,42483,1731413846367, openSeqNum=2 2024-11-12T12:17:45,577 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:17:45,577 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731413925577 2024-11-12T12:17:45,577 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731413985577 2024-11-12T12:17:45,577 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 16 msec 2024-11-12T12:17:45,578 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,46581,1731413859916-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:45,578 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,46581,1731413859916-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:45,578 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 4a91c05c96a4,42483,1731413846367 had 2 regions 2024-11-12T12:17:45,578 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,46581,1731413859916-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:45,578 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:46581, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:45,578 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:45,578 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:45,580 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4a91c05c96a4,42483,1731413846367, splitWal=true, meta=true, isMeta: false 2024-11-12T12:17:45,583 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367-splitting dir is empty, no logs to split. 2024-11-12T12:17:45,583 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4a91c05c96a4,42483,1731413846367 WAL count=0, meta=false 2024-11-12T12:17:45,587 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42483,1731413846367-splitting dir is empty, no logs to split. 2024-11-12T12:17:45,587 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4a91c05c96a4,42483,1731413846367 WAL count=0, meta=false 2024-11-12T12:17:45,587 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 4a91c05c96a4,42483,1731413846367 WAL splitting is done? wals=0, meta=false 2024-11-12T12:17:45,587 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.486sec 2024-11-12T12:17:45,587 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:17:45,587 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:17:45,587 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:17:45,587 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:17:45,587 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:17:45,587 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,46581,1731413859916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:17:45,588 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,46581,1731413859916-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:17:45,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdea33d5c22a83d077fdb82fee329517, ASSIGN}] 2024-11-12T12:17:45,591 WARN [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4a91c05c96a4,42483,1731413846367/hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:45,592 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdea33d5c22a83d077fdb82fee329517, ASSIGN 2024-11-12T12:17:45,593 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:17:45,593 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:17:45,593 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,46581,1731413859916-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:45,593 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdea33d5c22a83d077fdb82fee329517, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T12:17:45,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:45,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,46581,-1 for getting cluster id 2024-11-12T12:17:45,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:45,659 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0de0501-c1c6-48da-89fa-fd57dbbc56dd' 2024-11-12T12:17:45,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:45,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0de0501-c1c6-48da-89fa-fd57dbbc56dd" 2024-11-12T12:17:45,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d962c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:45,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,46581,-1] 2024-11-12T12:17:45,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:45,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:45,664 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19615bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:45,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:17:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42279,1731413859998, seqNum=-1] 2024-11-12T12:17:45,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:17:45,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:17:45,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T12:17:45,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:17:45,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:45,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:45,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:45,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:45,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4a91c05c96a4:46581 after: 4a91c05c96a4:46581 2024-11-12T12:17:45,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:45,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,46581,-1 for getting cluster id 2024-11-12T12:17:45,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:45,675 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0de0501-c1c6-48da-89fa-fd57dbbc56dd' 2024-11-12T12:17:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0de0501-c1c6-48da-89fa-fd57dbbc56dd" 2024-11-12T12:17:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef06669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,46581,-1] 2024-11-12T12:17:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:45,677 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:45,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:45,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:17:45,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,46581,1731413859916 2024-11-12T12:17:45,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f6685b1 2024-11-12T12:17:45,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:17:45,680 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:17:45,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T12:17:45,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T12:17:45,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T12:17:45,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T12:17:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:17:45,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:17:45,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:45,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:45,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:45,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:45,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:17:45,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=138592093, stopped=false 2024-11-12T12:17:45,685 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,45787,1731413851662 2024-11-12T12:17:45,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11749814838/running 2024-11-12T12:17:45,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11749814838/running 2024-11-12T12:17:45,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:45,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:45,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:17:45,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:17:45,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:45,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:45,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Set watcher on znode that does not yet exist, /11749814838/running 2024-11-12T12:17:45,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Set watcher on znode that does not yet exist, /11749814838/running 2024-11-12T12:17:45,735 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,39883,1731413851808' ***** 2024-11-12T12:17:45,736 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:17:45,736 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:17:45,737 INFO [RS:0;4a91c05c96a4:39883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:17:45,737 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:17:45,737 INFO [RS:0;4a91c05c96a4:39883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:17:45,737 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,39883,1731413851808 2024-11-12T12:17:45,737 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:17:45,737 INFO [RS:0;4a91c05c96a4:39883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:39883. 2024-11-12T12:17:45,738 DEBUG [RS:0;4a91c05c96a4:39883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:45,738 DEBUG [RS:0;4a91c05c96a4:39883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:45,738 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:17:45,738 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:17:45,738 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:17:45,738 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:17:45,739 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:17:45,739 DEBUG [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:17:45,739 DEBUG [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:17:45,739 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:17:45,739 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:17:45,739 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:17:45,739 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:17:45,739 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:17:45,739 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T12:17:45,743 DEBUG [4a91c05c96a4:46581 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:17:45,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cdea33d5c22a83d077fdb82fee329517, regionState=OPENING, regionLocation=4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:45,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdea33d5c22a83d077fdb82fee329517, ASSIGN because future has completed 2024-11-12T12:17:45,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdea33d5c22a83d077fdb82fee329517, server=4a91c05c96a4,42279,1731413859998}] 2024-11-12T12:17:45,757 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/1588230740/.tmp/ns/0148b0be52d94f2cb0f5e884ecb188ea is 43, key is default/ns:d/1731413854355/Put/seqid=0 2024-11-12T12:17:45,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741835_1011 (size=5153) 2024-11-12T12:17:45,767 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:17:45,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T12:17:45,884 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:45,903 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:45,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:45,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:45,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:17:45,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42279%2C1731413859998.rep, suffix=, logDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998, archiveDir=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs, maxLogs=10 2024-11-12T12:17:45,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.rep.1731413865909, exclude list is [], retry=0 2024-11-12T12:17:45,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-af9eb56f-7004-4ed8-bbc4-7e0f9671c92c,DISK] 2024-11-12T12:17:45,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.rep.1731413865909 2024-11-12T12:17:45,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46643:46643)] 2024-11-12T12:17:45,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => cdea33d5c22a83d077fdb82fee329517, NAME => 'hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:17:45,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:17:45,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:17:45,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. service=MultiRowMutationService 2024-11-12T12:17:45,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:17:45,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:45,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,930 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,931 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdea33d5c22a83d077fdb82fee329517 columnFamilyName hfileref 2024-11-12T12:17:45,932 DEBUG [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:45,932 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(327): Store=cdea33d5c22a83d077fdb82fee329517/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:45,932 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,933 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdea33d5c22a83d077fdb82fee329517 columnFamilyName queue 2024-11-12T12:17:45,933 DEBUG [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:45,939 DEBUG [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:17:45,940 DEBUG [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517/queue/09da4d52ce8b4847a22a04b821f8573e 2024-11-12T12:17:45,941 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(327): Store=cdea33d5c22a83d077fdb82fee329517/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:45,941 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,942 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdea33d5c22a83d077fdb82fee329517 columnFamilyName sid 2024-11-12T12:17:45,942 DEBUG [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:45,942 INFO [StoreOpener-cdea33d5c22a83d077fdb82fee329517-1 {}] regionserver.HStore(327): Store=cdea33d5c22a83d077fdb82fee329517/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:17:45,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened cdea33d5c22a83d077fdb82fee329517; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66574440, jitterRate=-0.00796353816986084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:17:45,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:45,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for cdea33d5c22a83d077fdb82fee329517: Running coprocessor pre-open hook at 1731413865929Writing region info on filesystem at 1731413865929Initializing all the Stores at 1731413865930 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413865930Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413865930Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413865930Cleaning up temporary data from old regions at 1731413865946 (+16 ms)Running coprocessor post-open hooks at 1731413865949 (+3 ms)Region opened successfully at 1731413865950 (+1 ms) 2024-11-12T12:17:45,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517., pid=19, masterSystemTime=1731413865900 2024-11-12T12:17:45,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:45,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:45,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cdea33d5c22a83d077fdb82fee329517, regionState=OPEN, openSeqNum=10, regionLocation=4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:45,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdea33d5c22a83d077fdb82fee329517, server=4a91c05c96a4,42279,1731413859998 because future has completed 2024-11-12T12:17:45,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T12:17:45,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure cdea33d5c22a83d077fdb82fee329517, server=4a91c05c96a4,42279,1731413859998 in 212 msec 2024-11-12T12:17:45,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-12T12:17:45,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdea33d5c22a83d077fdb82fee329517, ASSIGN in 372 msec 2024-11-12T12:17:45,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T12:17:45,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517., hostname=4a91c05c96a4,42279,1731413859998, seqNum=10] 2024-11-12T12:17:46,006 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 4a91c05c96a4,42483,1731413846367 2024-11-12T12:17:46,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T12:17:46,139 DEBUG [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:17:46,165 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/1588230740/.tmp/ns/0148b0be52d94f2cb0f5e884ecb188ea 2024-11-12T12:17:46,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-12T12:17:46,178 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/1588230740/.tmp/ns/0148b0be52d94f2cb0f5e884ecb188ea as hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/1588230740/ns/0148b0be52d94f2cb0f5e884ecb188ea 2024-11-12T12:17:46,185 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/1588230740/ns/0148b0be52d94f2cb0f5e884ecb188ea, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T12:17:46,187 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false 2024-11-12T12:17:46,187 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:17:46,192 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T12:17:46,193 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:17:46,193 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:17:46,193 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:17:46,193 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413865739Running coprocessor pre-close hooks at 1731413865739Disabling compacts and flushes for region at 1731413865739Disabling writes for close at 1731413865739Obtaining lock to block concurrent updates at 1731413865740 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731413865740Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731413865740Flushing stores of hbase:meta,,1.1588230740 at 1731413865741 (+1 ms)Flushing 1588230740/ns: creating writer at 1731413865741Flushing 1588230740/ns: appending metadata at 1731413865757 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731413865757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efcc660: reopening flushed file at 1731413866177 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false at 1731413866187 (+10 ms)Writing region close event to WAL at 1731413866188 (+1 ms)Running coprocessor post-close hooks at 1731413866193 (+5 ms)Closed at 1731413866193 2024-11-12T12:17:46,193 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:17:46,340 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,39883,1731413851808; all regions closed. 2024-11-12T12:17:46,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741834_1010 (size=1152) 2024-11-12T12:17:46,346 DEBUG [RS:0;4a91c05c96a4:39883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/oldWALs 2024-11-12T12:17:46,346 INFO [RS:0;4a91c05c96a4:39883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C39883%2C1731413851808.meta:.meta(num 1731413854274) 2024-11-12T12:17:46,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741833_1009 (size=93) 2024-11-12T12:17:46,348 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/WALs/4a91c05c96a4,39883,1731413851808/4a91c05c96a4%2C39883%2C1731413851808.1731413853700 not finished, retry = 0 2024-11-12T12:17:46,451 DEBUG [RS:0;4a91c05c96a4:39883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/oldWALs 2024-11-12T12:17:46,452 INFO [RS:0;4a91c05c96a4:39883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C39883%2C1731413851808:(num 1731413853700) 2024-11-12T12:17:46,452 DEBUG [RS:0;4a91c05c96a4:39883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:46,452 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:17:46,452 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:17:46,452 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:17:46,452 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:17:46,452 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:17:46,452 INFO [RS:0;4a91c05c96a4:39883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39883 2024-11-12T12:17:46,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838/rs 2024-11-12T12:17:46,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11749814838/rs/4a91c05c96a4,39883,1731413851808 2024-11-12T12:17:46,500 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:17:46,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,39883,1731413851808] 2024-11-12T12:17:46,521 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11749814838/draining/4a91c05c96a4,39883,1731413851808 already deleted, retry=false 2024-11-12T12:17:46,521 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,39883,1731413851808 expired; onlineServers=0 2024-11-12T12:17:46,521 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,45787,1731413851662' ***** 2024-11-12T12:17:46,521 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:17:46,521 INFO [M:0;4a91c05c96a4:45787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:17:46,522 INFO [M:0;4a91c05c96a4:45787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:17:46,522 DEBUG [M:0;4a91c05c96a4:45787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:17:46,522 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:17:46,522 DEBUG [M:0;4a91c05c96a4:45787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:17:46,522 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413853445 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413853445,5,FailOnTimeoutGroup] 2024-11-12T12:17:46,522 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413853442 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413853442,5,FailOnTimeoutGroup] 2024-11-12T12:17:46,522 INFO [M:0;4a91c05c96a4:45787 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:17:46,523 INFO [M:0;4a91c05c96a4:45787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:17:46,523 DEBUG [M:0;4a91c05c96a4:45787 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:17:46,523 INFO [M:0;4a91c05c96a4:45787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:17:46,523 INFO [M:0;4a91c05c96a4:45787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:17:46,523 INFO [M:0;4a91c05c96a4:45787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:17:46,524 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:17:46,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11749814838/master 2024-11-12T12:17:46,532 DEBUG [M:0;4a91c05c96a4:45787 {}] zookeeper.ZKUtil(347): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Unable to get data of znode /11749814838/master because node does not exist (not an error) 2024-11-12T12:17:46,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11749814838 2024-11-12T12:17:46,532 WARN [M:0;4a91c05c96a4:45787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:17:46,533 INFO [M:0;4a91c05c96a4:45787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/.lastflushedseqids 2024-11-12T12:17:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741836_1012 (size=99) 2024-11-12T12:17:46,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:46,611 INFO [RS:0;4a91c05c96a4:39883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:17:46,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x1012efa8f340004, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:46,611 INFO [RS:0;4a91c05c96a4:39883 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,39883,1731413851808; zookeeper connection closed. 2024-11-12T12:17:46,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 2024-11-12T12:17:46,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:17:46,898 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:46,909 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:46,939 INFO [M:0;4a91c05c96a4:45787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:17:46,940 INFO [M:0;4a91c05c96a4:45787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:17:46,940 DEBUG [M:0;4a91c05c96a4:45787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:17:46,940 INFO [M:0;4a91c05c96a4:45787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:46,940 DEBUG [M:0;4a91c05c96a4:45787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:46,940 DEBUG [M:0;4a91c05c96a4:45787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:17:46,940 DEBUG [M:0;4a91c05c96a4:45787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:46,940 INFO [M:0;4a91c05c96a4:45787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T12:17:46,957 DEBUG [M:0;4a91c05c96a4:45787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c977a3b6ce70423fb26b25a868b0e91a is 82, key is hbase:meta,,1/info:regioninfo/1731413854325/Put/seqid=0 2024-11-12T12:17:46,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741837_1013 (size=5672) 2024-11-12T12:17:47,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:17:47,363 INFO [M:0;4a91c05c96a4:45787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c977a3b6ce70423fb26b25a868b0e91a 2024-11-12T12:17:47,392 DEBUG [M:0;4a91c05c96a4:45787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82c8c97559fc4904ac151a896bd432bd is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731413854365/Put/seqid=0 2024-11-12T12:17:47,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741838_1014 (size=5275) 2024-11-12T12:17:47,397 INFO [M:0;4a91c05c96a4:45787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82c8c97559fc4904ac151a896bd432bd 2024-11-12T12:17:47,418 DEBUG [M:0;4a91c05c96a4:45787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/147b49331268494ebb0684010fbdc705 is 69, key is 4a91c05c96a4,39883,1731413851808/rs:state/1731413853494/Put/seqid=0 2024-11-12T12:17:47,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741839_1015 (size=5156) 2024-11-12T12:17:47,824 INFO [M:0;4a91c05c96a4:45787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/147b49331268494ebb0684010fbdc705 2024-11-12T12:17:47,839 DEBUG [M:0;4a91c05c96a4:45787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c977a3b6ce70423fb26b25a868b0e91a as hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c977a3b6ce70423fb26b25a868b0e91a 2024-11-12T12:17:47,846 INFO [M:0;4a91c05c96a4:45787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c977a3b6ce70423fb26b25a868b0e91a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T12:17:47,847 DEBUG [M:0;4a91c05c96a4:45787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82c8c97559fc4904ac151a896bd432bd as hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82c8c97559fc4904ac151a896bd432bd 2024-11-12T12:17:47,853 INFO [M:0;4a91c05c96a4:45787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82c8c97559fc4904ac151a896bd432bd, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T12:17:47,854 DEBUG [M:0;4a91c05c96a4:45787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/147b49331268494ebb0684010fbdc705 as hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/147b49331268494ebb0684010fbdc705 2024-11-12T12:17:47,861 INFO [M:0;4a91c05c96a4:45787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40373/user/jenkins/test-data/f8114e9b-2d6b-a98a-e74a-73d59d0c54e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/147b49331268494ebb0684010fbdc705, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T12:17:47,862 INFO [M:0;4a91c05c96a4:45787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=28, compaction requested=false 2024-11-12T12:17:47,863 INFO [M:0;4a91c05c96a4:45787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:47,864 DEBUG [M:0;4a91c05c96a4:45787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413866940Disabling compacts and flushes for region at 1731413866940Disabling writes for close at 1731413866940Obtaining lock to block concurrent updates at 1731413866940Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731413866940Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731413866941 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731413866942 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731413866942Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731413866956 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731413866956Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731413867375 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731413867392 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731413867392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731413867403 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731413867417 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731413867417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7624b3c2: reopening flushed file at 1731413867838 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a161383: reopening flushed file at 1731413867846 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28752092: reopening flushed file at 1731413867854 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=28, compaction requested=false at 1731413867862 (+8 ms)Writing region close event to WAL at 1731413867863 (+1 ms)Closed at 1731413867863 2024-11-12T12:17:47,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44361 is added to blk_1073741830_1006 (size=10165) 2024-11-12T12:17:47,867 INFO [M:0;4a91c05c96a4:45787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:17:47,867 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:17:47,867 INFO [M:0;4a91c05c96a4:45787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45787 2024-11-12T12:17:47,870 INFO [M:0;4a91c05c96a4:45787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:17:48,003 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:48,015 DEBUG [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.1731413861361 to pos 0, reset compression=false 2024-11-12T12:17:48,034 INFO [M:0;4a91c05c96a4:45787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:17:48,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:48,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45787-0x1012efa8f340003, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:48,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:17:48,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:17:48,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:17:48,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:17:48,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/hadoop.log.dir/,STOPPED} 2024-11-12T12:17:48,043 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:17:48,043 WARN [BP-182063460-172.17.0.3-1731413849763 heartbeating to localhost/127.0.0.1:40373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:17:48,043 WARN [BP-182063460-172.17.0.3-1731413849763 heartbeating to localhost/127.0.0.1:40373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-182063460-172.17.0.3-1731413849763 (Datanode Uuid 1dffdc13-70f0-4c45-8cee-57e4d20e42bc) service to localhost/127.0.0.1:40373 2024-11-12T12:17:48,043 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:17:48,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/cluster_143cc30d-72f2-1ca7-b6ab-69a0edbcd725/data/data1/current/BP-182063460-172.17.0.3-1731413849763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:17:48,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/cluster_143cc30d-72f2-1ca7-b6ab-69a0edbcd725/data/data2/current/BP-182063460-172.17.0.3-1731413849763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:17:48,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:17:48,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:17:48,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:17:48,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:17:48,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:17:48,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/hadoop.log.dir/,STOPPED} 2024-11-12T12:17:48,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:17:48,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:17:48,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:17:48,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:48,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:48,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:48,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:48,077 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:17:48,077 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1123435839, stopped=false 2024-11-12T12:17:48,077 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,46581,1731413859916 2024-11-12T12:17:48,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243786941/running 2024-11-12T12:17:48,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243786941/running 2024-11-12T12:17:48,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:48,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:48,142 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:17:48,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:17:48,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/running 2024-11-12T12:17:48,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:48,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Set watcher on znode that does not yet exist, /0243786941/running 2024-11-12T12:17:48,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:48,143 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,42279,1731413859998' ***** 2024-11-12T12:17:48,143 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:17:48,143 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:17:48,144 INFO [RS:0;4a91c05c96a4:42279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:17:48,144 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:17:48,144 INFO [RS:0;4a91c05c96a4:42279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:17:48,144 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(3091): Received CLOSE for cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:48,144 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:48,144 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:17:48,144 INFO [RS:0;4a91c05c96a4:42279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42279. 2024-11-12T12:17:48,144 DEBUG [RS:0;4a91c05c96a4:42279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:48,144 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdea33d5c22a83d077fdb82fee329517, disabling compactions & flushes 2024-11-12T12:17:48,144 DEBUG [RS:0;4a91c05c96a4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:48,144 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:48,144 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:48,144 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:17:48,144 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:17:48,144 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. after waiting 0 ms 2024-11-12T12:17:48,144 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:17:48,144 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:48,144 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:17:48,145 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:17:48,145 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cdea33d5c22a83d077fdb82fee329517=hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517.} 2024-11-12T12:17:48,145 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdea33d5c22a83d077fdb82fee329517 2024-11-12T12:17:48,145 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:17:48,145 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:17:48,146 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:17:48,146 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:17:48,146 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:17:48,146 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T12:17:48,151 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/replication/cdea33d5c22a83d077fdb82fee329517/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-12T12:17:48,151 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:17:48,151 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:17:48,152 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:48,152 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdea33d5c22a83d077fdb82fee329517: Waiting for close lock at 1731413868144Running coprocessor pre-close hooks at 1731413868144Disabling compacts and flushes for region at 1731413868144Disabling writes for close at 1731413868144Writing region close event to WAL at 1731413868146 (+2 ms)Running coprocessor post-close hooks at 1731413868151 (+5 ms)Closed at 1731413868152 (+1 ms) 2024-11-12T12:17:48,152 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517. 2024-11-12T12:17:48,163 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/info/8a4d00ed4e034f79ab5535f7c2a3dbc0 is 147, key is hbase:replication,,1731413854561.cdea33d5c22a83d077fdb82fee329517./info:regioninfo/1731413865954/Put/seqid=0 2024-11-12T12:17:48,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741851_1027 (size=6385) 2024-11-12T12:17:48,168 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:17:48,168 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:17:48,176 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:17:48,346 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:17:48,546 DEBUG [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:17:48,570 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/info/8a4d00ed4e034f79ab5535f7c2a3dbc0 2024-11-12T12:17:48,583 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/.tmp/info/8a4d00ed4e034f79ab5535f7c2a3dbc0 as hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/info/8a4d00ed4e034f79ab5535f7c2a3dbc0 2024-11-12T12:17:48,589 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/info/8a4d00ed4e034f79ab5535f7c2a3dbc0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T12:17:48,590 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-11-12T12:17:48,595 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T12:17:48,596 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:17:48,596 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:17:48,596 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:17:48,596 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413868145Running coprocessor pre-close hooks at 1731413868145Disabling compacts and flushes for region at 1731413868145Disabling writes for close at 1731413868146 (+1 ms)Obtaining lock to block concurrent updates at 1731413868146Preparing flush snapshotting stores in 1588230740 at 1731413868146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731413868146Flushing stores of hbase:meta,,1.1588230740 at 1731413868147 (+1 ms)Flushing 1588230740/info: creating writer at 1731413868147Flushing 1588230740/info: appending metadata at 1731413868162 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731413868162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da819ed: reopening flushed file at 1731413868582 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1731413868590 (+8 ms)Writing region close event to WAL at 1731413868591 (+1 ms)Running coprocessor post-close hooks at 1731413868596 (+5 ms)Closed at 1731413868596 2024-11-12T12:17:48,596 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:17:48,746 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,42279,1731413859998; all regions closed. 2024-11-12T12:17:48,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741849_1025 (size=2156) 2024-11-12T12:17:48,750 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/WALs/4a91c05c96a4,42279,1731413859998/4a91c05c96a4%2C42279%2C1731413859998.meta.1731413861713.meta not finished, retry = 0 2024-11-12T12:17:48,858 DEBUG [RS:0;4a91c05c96a4:42279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs 2024-11-12T12:17:48,858 INFO [RS:0;4a91c05c96a4:42279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42279%2C1731413859998.meta:.meta(num 1731413861713) 2024-11-12T12:17:48,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741850_1026 (size=796) 2024-11-12T12:17:48,869 DEBUG [RS:0;4a91c05c96a4:42279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs 2024-11-12T12:17:48,869 INFO [RS:0;4a91c05c96a4:42279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42279%2C1731413859998.rep:(num 1731413865909) 2024-11-12T12:17:48,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741848_1024 (size=93) 2024-11-12T12:17:48,875 DEBUG [RS:0;4a91c05c96a4:42279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/oldWALs 2024-11-12T12:17:48,875 INFO [RS:0;4a91c05c96a4:42279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42279%2C1731413859998:(num 1731413861361) 2024-11-12T12:17:48,875 DEBUG [RS:0;4a91c05c96a4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:48,875 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:17:48,875 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:17:48,876 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:17:48,876 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:17:48,876 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:17:48,876 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T12:17:48,876 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,42279,1731413859998 because: Region server is closing 2024-11-12T12:17:48,876 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T12:17:48,876 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-12T12:17:48,876 INFO [RS:0;4a91c05c96a4:42279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42279. 2024-11-12T12:17:48,876 DEBUG [RS:0;4a91c05c96a4:42279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:48,877 DEBUG [RS:0;4a91c05c96a4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:48,877 DEBUG [RS:0;4a91c05c96a4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:48,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:48,977 WARN [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:17:48,977 WARN [RS:0;4a91c05c96a4:42279.replicationSource.shipper4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T12:17:48,977 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4a91c05c96a4:42279.replicationSource.shipper4a91c05c96a4%2C42279%2C1731413859998,1-4a91c05c96a4,42279,1731413859998 terminated 2024-11-12T12:17:48,977 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4a91c05c96a4,42279,1731413859998 because: Region server is closing 2024-11-12T12:17:48,978 INFO [RS:0;4a91c05c96a4:42279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42279. 2024-11-12T12:17:48,978 DEBUG [RS:0;4a91c05c96a4:42279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:17:48,978 DEBUG [RS:0;4a91c05c96a4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:48,978 DEBUG [RS:0;4a91c05c96a4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:48,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:17:49,078 WARN [RS:0;4a91c05c96a4:42279.replicationSource.wal-reader.4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:17:49,078 WARN [RS:0;4a91c05c96a4:42279.replicationSource.shipper4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T12:17:49,078 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;4a91c05c96a4:42279.replicationSource.shipper4a91c05c96a4%2C42279%2C1731413859998,2-4a91c05c96a4,42279,1731413859998 terminated 2024-11-12T12:17:49,079 INFO [RS:0;4a91c05c96a4:42279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42279 2024-11-12T12:17:49,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941/rs 2024-11-12T12:17:49,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243786941/rs/4a91c05c96a4,42279,1731413859998 2024-11-12T12:17:49,181 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:17:49,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,42279,1731413859998] 2024-11-12T12:17:49,202 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0243786941/draining/4a91c05c96a4,42279,1731413859998 already deleted, retry=false 2024-11-12T12:17:49,202 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,42279,1731413859998 expired; onlineServers=0 2024-11-12T12:17:49,202 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,46581,1731413859916' ***** 2024-11-12T12:17:49,202 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:17:49,202 INFO [M:0;4a91c05c96a4:46581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:17:49,202 INFO [M:0;4a91c05c96a4:46581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:17:49,202 DEBUG [M:0;4a91c05c96a4:46581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:17:49,202 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:17:49,202 DEBUG [M:0;4a91c05c96a4:46581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:17:49,202 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413861046 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413861046,5,FailOnTimeoutGroup] 2024-11-12T12:17:49,202 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413861044 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413861044,5,FailOnTimeoutGroup] 2024-11-12T12:17:49,202 INFO [M:0;4a91c05c96a4:46581 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:17:49,202 INFO [M:0;4a91c05c96a4:46581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:17:49,203 DEBUG [M:0;4a91c05c96a4:46581 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:17:49,203 INFO [M:0;4a91c05c96a4:46581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:17:49,203 INFO [M:0;4a91c05c96a4:46581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:17:49,203 INFO [M:0;4a91c05c96a4:46581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:17:49,203 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:17:49,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0243786941/master 2024-11-12T12:17:49,212 DEBUG [M:0;4a91c05c96a4:46581 {}] zookeeper.ZKUtil(347): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Unable to get data of znode /0243786941/master because node does not exist (not an error) 2024-11-12T12:17:49,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0243786941 2024-11-12T12:17:49,212 WARN [M:0;4a91c05c96a4:46581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:17:49,213 INFO [M:0;4a91c05c96a4:46581 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/.lastflushedseqids 2024-11-12T12:17:49,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741852_1028 (size=181) 2024-11-12T12:17:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:49,291 INFO [RS:0;4a91c05c96a4:42279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:17:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x1012efa8f340007, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:49,291 INFO [RS:0;4a91c05c96a4:42279 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,42279,1731413859998; zookeeper connection closed. 2024-11-12T12:17:49,292 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46dfaaf8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46dfaaf8 2024-11-12T12:17:49,292 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:17:49,620 INFO [M:0;4a91c05c96a4:46581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:17:49,620 INFO [M:0;4a91c05c96a4:46581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:17:49,620 DEBUG [M:0;4a91c05c96a4:46581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:17:49,620 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:49,620 DEBUG [M:0;4a91c05c96a4:46581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:49,620 DEBUG [M:0;4a91c05c96a4:46581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:17:49,620 DEBUG [M:0;4a91c05c96a4:46581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:49,620 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T12:17:49,639 DEBUG [M:0;4a91c05c96a4:46581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4604100bbac941108ccea109604fea0b is 82, key is hbase:meta,,1/info:regioninfo/1731413861803/Put/seqid=0 2024-11-12T12:17:49,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741853_1029 (size=5680) 2024-11-12T12:17:50,045 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4604100bbac941108ccea109604fea0b 2024-11-12T12:17:50,066 DEBUG [M:0;4a91c05c96a4:46581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4716d978988a46f08c43f77d7a66670a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731413865963/Put/seqid=0 2024-11-12T12:17:50,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741854_1030 (size=7319) 2024-11-12T12:17:50,471 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4716d978988a46f08c43f77d7a66670a 2024-11-12T12:17:50,491 DEBUG [M:0;4a91c05c96a4:46581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bfa793cd9bc44a7be26a713e6a7fd45 is 69, key is 4a91c05c96a4,42279,1731413859998/rs:state/1731413861093/Put/seqid=0 2024-11-12T12:17:50,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741855_1031 (size=5371) 2024-11-12T12:17:50,896 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bfa793cd9bc44a7be26a713e6a7fd45 2024-11-12T12:17:50,902 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bfa793cd9bc44a7be26a713e6a7fd45 2024-11-12T12:17:50,903 DEBUG [M:0;4a91c05c96a4:46581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4604100bbac941108ccea109604fea0b as hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4604100bbac941108ccea109604fea0b 2024-11-12T12:17:50,908 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4604100bbac941108ccea109604fea0b, entries=8, sequenceid=172, filesize=5.5 K 2024-11-12T12:17:50,909 DEBUG [M:0;4a91c05c96a4:46581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4716d978988a46f08c43f77d7a66670a as hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4716d978988a46f08c43f77d7a66670a 2024-11-12T12:17:50,915 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4716d978988a46f08c43f77d7a66670a, entries=7, sequenceid=172, filesize=7.1 K 2024-11-12T12:17:50,916 DEBUG [M:0;4a91c05c96a4:46581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bfa793cd9bc44a7be26a713e6a7fd45 as hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bfa793cd9bc44a7be26a713e6a7fd45 2024-11-12T12:17:50,923 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bfa793cd9bc44a7be26a713e6a7fd45 2024-11-12T12:17:50,923 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35151/user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bfa793cd9bc44a7be26a713e6a7fd45, entries=2, sequenceid=172, filesize=5.2 K 2024-11-12T12:17:50,924 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false 2024-11-12T12:17:50,925 INFO [M:0;4a91c05c96a4:46581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:50,926 DEBUG [M:0;4a91c05c96a4:46581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413869620Disabling compacts and flushes for region at 1731413869620Disabling writes for close at 1731413869620Obtaining lock to block concurrent updates at 1731413869620Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731413869620Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731413869621 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731413869622 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731413869622Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731413869639 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731413869639Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731413870051 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731413870065 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731413870065Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731413870477 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731413870490 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731413870490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436d720e: reopening flushed file at 1731413870902 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c145ba8: reopening flushed file at 1731413870908 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f3082e0: reopening flushed file at 1731413870915 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false at 1731413870924 (+9 ms)Writing region close event to WAL at 1731413870925 (+1 ms)Closed at 1731413870925 2024-11-12T12:17:50,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19f82b80-03ad-1acb-bf93-85b7db5a6793/MasterData/WALs/4a91c05c96a4,46581,1731413859916/4a91c05c96a4%2C46581%2C1731413859916.1731413860635 not finished, retry = 0 2024-11-12T12:17:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741847_1023 (size=22949) 2024-11-12T12:17:51,029 INFO [M:0;4a91c05c96a4:46581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:17:51,029 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:17:51,029 INFO [M:0;4a91c05c96a4:46581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46581 2024-11-12T12:17:51,030 INFO [M:0;4a91c05c96a4:46581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:17:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:51,147 INFO [M:0;4a91c05c96a4:46581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:17:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x1012efa8f340006, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:17:51,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:17:51,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:17:51,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:17:51,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:17:51,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/hadoop.log.dir/,STOPPED} 2024-11-12T12:17:51,151 WARN [BP-2089422156-172.17.0.3-1731413841492 heartbeating to localhost/127.0.0.1:35151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:17:51,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:17:51,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:17:51,151 WARN [BP-2089422156-172.17.0.3-1731413841492 heartbeating to localhost/127.0.0.1:35151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2089422156-172.17.0.3-1731413841492 (Datanode Uuid c07309e3-0da6-44b8-b8e9-c23ff58994f6) service to localhost/127.0.0.1:35151 2024-11-12T12:17:51,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/cluster_972cbf7a-0822-56a5-6380-62556e9e6caa/data/data1/current/BP-2089422156-172.17.0.3-1731413841492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:17:51,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/cluster_972cbf7a-0822-56a5-6380-62556e9e6caa/data/data2/current/BP-2089422156-172.17.0.3-1731413841492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:17:51,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:17:51,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:17:51,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:17:51,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:17:51,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:17:51,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684bdb64-ad51-54e0-d5b2-254e2aab62ab/hadoop.log.dir/,STOPPED} 2024-11-12T12:17:51,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:17:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:17:51,194 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40373 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3963c239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4a91c05c96a4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/4a91c05c96a4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54611) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35151 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54611) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7114 (was 7957) 2024-11-12T12:17:51,201 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=7114 2024-11-12T12:17:51,213 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-12T12:17:51,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/hadoop.log.dir so I do NOT create it in target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf 2024-11-12T12:17:51,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:17:51,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/hadoop.tmp.dir so I do NOT create it in target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf 2024-11-12T12:17:51,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1abc3-392b-0c00-5417-6d8cbc89f6c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:17:51,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf 2024-11-12T12:17:51,214 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/cluster_e5b15a80-9688-559f-f24c-5a1130e34335, deleteOnExit=true 2024-11-12T12:17:51,236 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/cluster_e5b15a80-9688-559f-f24c-5a1130e34335/zookeeper_0, clientPort=53975, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/cluster_e5b15a80-9688-559f-f24c-5a1130e34335/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/cluster_e5b15a80-9688-559f-f24c-5a1130e34335/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:17:51,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53975 2024-11-12T12:17:51,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:17:51,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:17:51,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/test.cache.data in system properties and HBase conf 2024-11-12T12:17:51,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:17:51,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:17:51,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:17:51,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:17:51,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:17:51,238 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:17:51,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:17:51,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:17:51,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:17:51,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:17:51,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:17:51,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:17:51,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:17:51,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:17:51,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:17:51,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:17:51,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:17:51,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:17:51,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:17:51,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:17:51,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012efa8f340005, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:17:51,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012efa8f340002, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:17:51,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012efa8f340005, quorum=127.0.0.1:54611, baseZNode=/11749814838 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:17:51,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012efa8f340002, quorum=127.0.0.1:54611, baseZNode=/0243786941 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:17:51,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:51,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:17:51,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:17:51,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:17:51,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:17:51,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:51,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:17:51,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:17:51,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/java.io.tmpdir/jetty-localhost-34087-hadoop-hdfs-3_4_1-tests_jar-_-any-12377901732146413689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:17:51,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:34087} 2024-11-12T12:17:51,667 INFO [Time-limited test {}] server.Server(415): Started @32154ms 2024-11-12T12:17:51,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:51,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:17:51,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:17:51,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:17:51,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:17:51,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:17:51,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:17:52,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/java.io.tmpdir/jetty-localhost-45225-hadoop-hdfs-3_4_1-tests_jar-_-any-17707570486160493507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:17:52,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:45225} 2024-11-12T12:17:52,018 INFO [Time-limited test {}] server.Server(415): Started @32505ms 2024-11-12T12:17:52,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:17:52,691 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/cluster_e5b15a80-9688-559f-f24c-5a1130e34335/data/data2/current/BP-978366395-172.17.0.3-1731413871262/current, will proceed with Du for space computation calculation, 2024-11-12T12:17:52,691 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/cluster_e5b15a80-9688-559f-f24c-5a1130e34335/data/data1/current/BP-978366395-172.17.0.3-1731413871262/current, will proceed with Du for space computation calculation, 2024-11-12T12:17:52,710 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:17:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d624a454a1f1333 with lease ID 0xab358bd0c4da52e6: Processing first storage report for DS-e6c5f202-4fef-4bff-8ff4-75dd1653f75b from datanode DatanodeRegistration(127.0.0.1:45255, datanodeUuid=b0f63a81-1a4c-4b49-9d91-a17480378004, infoPort=46281, infoSecurePort=0, ipcPort=38097, storageInfo=lv=-57;cid=testClusterID;nsid=611837469;c=1731413871262) 2024-11-12T12:17:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d624a454a1f1333 with lease ID 0xab358bd0c4da52e6: from storage DS-e6c5f202-4fef-4bff-8ff4-75dd1653f75b node DatanodeRegistration(127.0.0.1:45255, datanodeUuid=b0f63a81-1a4c-4b49-9d91-a17480378004, infoPort=46281, infoSecurePort=0, ipcPort=38097, storageInfo=lv=-57;cid=testClusterID;nsid=611837469;c=1731413871262), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:17:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d624a454a1f1333 with lease ID 0xab358bd0c4da52e6: Processing first storage report for DS-f46d1895-484c-430e-8110-7981efe8f755 from datanode DatanodeRegistration(127.0.0.1:45255, datanodeUuid=b0f63a81-1a4c-4b49-9d91-a17480378004, infoPort=46281, infoSecurePort=0, ipcPort=38097, storageInfo=lv=-57;cid=testClusterID;nsid=611837469;c=1731413871262) 2024-11-12T12:17:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d624a454a1f1333 with lease ID 0xab358bd0c4da52e6: from storage DS-f46d1895-484c-430e-8110-7981efe8f755 node DatanodeRegistration(127.0.0.1:45255, datanodeUuid=b0f63a81-1a4c-4b49-9d91-a17480378004, infoPort=46281, infoSecurePort=0, ipcPort=38097, storageInfo=lv=-57;cid=testClusterID;nsid=611837469;c=1731413871262), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:17:52,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf 2024-11-12T12:17:52,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:52,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:52,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:17:53,162 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10 with version=8 2024-11-12T12:17:53,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/hbase-staging 2024-11-12T12:17:53,165 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:17:53,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:53,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:53,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:17:53,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:53,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:17:53,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:17:53,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:17:53,167 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40307 2024-11-12T12:17:53,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40307 connecting to ZooKeeper ensemble=127.0.0.1:53975 2024-11-12T12:17:53,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403070x0, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:53,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40307-0x1012efb062f0000 connected 2024-11-12T12:17:53,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:53,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:53,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Set watcher on znode that does not yet exist, /0809806340/running 2024-11-12T12:17:53,578 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10, hbase.cluster.distributed=false 2024-11-12T12:17:53,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Set watcher on znode that does not yet exist, /0809806340/acl 2024-11-12T12:17:53,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40307 2024-11-12T12:17:53,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40307 2024-11-12T12:17:53,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40307 2024-11-12T12:17:53,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40307 2024-11-12T12:17:53,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40307 2024-11-12T12:17:53,607 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:17:53,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:53,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:53,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:17:53,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:53,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:17:53,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:17:53,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:17:53,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44709 2024-11-12T12:17:53,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44709 connecting to ZooKeeper ensemble=127.0.0.1:53975 2024-11-12T12:17:53,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:53,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:53,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447090x0, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:53,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447090x0, quorum=127.0.0.1:53975, baseZNode=/0809806340 Set watcher on znode that does not yet exist, /0809806340/running 2024-11-12T12:17:53,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:17:53,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44709-0x1012efb062f0001 connected 2024-11-12T12:17:53,628 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:17:53,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Set watcher on znode that does not yet exist, /0809806340/master 2024-11-12T12:17:53,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Set watcher on znode that does not yet exist, /0809806340/acl 2024-11-12T12:17:53,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44709 2024-11-12T12:17:53,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44709 2024-11-12T12:17:53,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44709 2024-11-12T12:17:53,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44709 2024-11-12T12:17:53,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44709 2024-11-12T12:17:53,654 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:17:53,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:17:53,658 DEBUG [M:0;4a91c05c96a4:40307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:40307 2024-11-12T12:17:53,658 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0809806340/backup-masters/4a91c05c96a4,40307,1731413873165 2024-11-12T12:17:53,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340/backup-masters 2024-11-12T12:17:53,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340/backup-masters 2024-11-12T12:17:53,669 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Set watcher on existing znode=/0809806340/backup-masters/4a91c05c96a4,40307,1731413873165 2024-11-12T12:17:53,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:53,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:17:53,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0809806340/master 2024-11-12T12:17:53,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:53,680 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Set watcher on existing znode=/0809806340/master 2024-11-12T12:17:53,681 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0809806340/backup-masters/4a91c05c96a4,40307,1731413873165 from backup master directory 2024-11-12T12:17:53,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340/backup-masters 2024-11-12T12:17:53,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0809806340/backup-masters/4a91c05c96a4,40307,1731413873165 2024-11-12T12:17:53,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340/backup-masters 2024-11-12T12:17:53,691 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:17:53,691 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,40307,1731413873165 2024-11-12T12:17:53,696 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/hbase.id] with ID: b40873ba-b7d0-441b-ba68-602d8647314a 2024-11-12T12:17:53,696 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/.tmp/hbase.id 2024-11-12T12:17:53,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:17:53,714 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/.tmp/hbase.id]:[hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/hbase.id] 2024-11-12T12:17:53,736 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:53,736 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:17:53,738 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T12:17:53,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:53,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:53,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:17:53,770 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:17:53,771 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:17:53,774 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:53,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:17:54,218 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store 2024-11-12T12:17:54,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:17:54,633 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:54,633 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:17:54,633 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:54,633 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:54,633 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:17:54,633 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:54,633 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:54,633 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413874633Disabling compacts and flushes for region at 1731413874633Disabling writes for close at 1731413874633Writing region close event to WAL at 1731413874633Closed at 1731413874633 2024-11-12T12:17:54,634 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/.initializing 2024-11-12T12:17:54,634 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/WALs/4a91c05c96a4,40307,1731413873165 2024-11-12T12:17:54,635 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:17:54,637 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C40307%2C1731413873165, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/WALs/4a91c05c96a4,40307,1731413873165, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/oldWALs, maxLogs=10 2024-11-12T12:17:54,656 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/WALs/4a91c05c96a4,40307,1731413873165/4a91c05c96a4%2C40307%2C1731413873165.1731413874637, exclude list is [], retry=0 2024-11-12T12:17:54,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-e6c5f202-4fef-4bff-8ff4-75dd1653f75b,DISK] 2024-11-12T12:17:54,662 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/WALs/4a91c05c96a4,40307,1731413873165/4a91c05c96a4%2C40307%2C1731413873165.1731413874637 2024-11-12T12:17:54,662 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46281:46281)] 2024-11-12T12:17:54,662 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:17:54,663 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:54,663 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,663 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:17:54,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:54,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:54,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:17:54,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:54,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:54,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:17:54,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:54,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:54,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:17:54,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:54,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:54,674 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,674 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,675 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,678 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,678 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,679 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:54,681 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:54,686 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:17:54,687 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58771043, jitterRate=-0.12424321472644806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:54,688 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413874663Initializing all the Stores at 1731413874665 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413874665Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413874665Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413874665Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413874665Cleaning up temporary data from old regions at 1731413874678 (+13 ms)Region opened successfully at 1731413874688 (+10 ms) 2024-11-12T12:17:54,690 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:17:54,693 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d531342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:17:54,694 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:17:54,695 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:17:54,695 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:17:54,695 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:17:54,695 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:17:54,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:17:54,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:17:54,708 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:17:54,709 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Unable to get data of znode /0809806340/balancer because node does not exist (not necessarily an error) 2024-11-12T12:17:54,759 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0809806340/balancer already deleted, retry=false 2024-11-12T12:17:54,760 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:17:54,762 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Unable to get data of znode /0809806340/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:17:54,773 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0809806340/normalizer already deleted, retry=false 2024-11-12T12:17:54,773 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:17:54,775 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Unable to get data of znode /0809806340/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:17:54,784 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0809806340/switch/split already deleted, retry=false 2024-11-12T12:17:54,786 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Unable to get data of znode /0809806340/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:17:54,794 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0809806340/switch/merge already deleted, retry=false 2024-11-12T12:17:54,796 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Unable to get data of znode /0809806340/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:17:54,804 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0809806340/snapshot-cleanup already deleted, retry=false 2024-11-12T12:17:54,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0809806340/running 2024-11-12T12:17:54,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0809806340/running 2024-11-12T12:17:54,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:54,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:54,819 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,40307,1731413873165, sessionid=0x1012efb062f0000, setting cluster-up flag (Was=false) 2024-11-12T12:17:54,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:54,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:54,868 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0809806340/flush-table-proc/acquired, /0809806340/flush-table-proc/reached, /0809806340/flush-table-proc/abort 2024-11-12T12:17:54,869 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,40307,1731413873165 2024-11-12T12:17:54,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:54,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:54,920 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0809806340/online-snapshot/acquired, /0809806340/online-snapshot/reached, /0809806340/online-snapshot/abort 2024-11-12T12:17:54,921 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,40307,1731413873165 2024-11-12T12:17:54,925 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:17:54,927 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:54,927 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:17:54,927 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:17:54,927 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,40307,1731413873165 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:17:54,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:54,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:54,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:54,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:17:54,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:17:54,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:54,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:17:54,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:54,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:54,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:17:54,935 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:54,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:17:54,946 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731413904946 2024-11-12T12:17:54,946 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:17:54,946 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:17:54,946 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:17:54,946 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:17:54,947 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:17:54,947 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:17:54,951 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(746): ClusterId : b40873ba-b7d0-441b-ba68-602d8647314a 2024-11-12T12:17:54,951 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:17:54,952 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:54,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:17:54,956 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:17:54,956 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:17:54,956 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:17:54,956 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:17:54,959 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:17:54,959 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:17:54,959 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413874959,5,FailOnTimeoutGroup] 2024-11-12T12:17:54,960 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413874959,5,FailOnTimeoutGroup] 2024-11-12T12:17:54,960 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:54,960 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:17:54,960 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:54,960 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:54,964 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:17:54,964 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:17:54,974 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:17:54,974 DEBUG [RS:0;4a91c05c96a4:44709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183dc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:17:54,990 DEBUG [RS:0;4a91c05c96a4:44709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:44709 2024-11-12T12:17:54,991 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:17:54,991 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:17:54,991 DEBUG [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:17:54,996 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,40307,1731413873165 with port=44709, startcode=1731413873607 2024-11-12T12:17:54,997 DEBUG [RS:0;4a91c05c96a4:44709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:17:55,000 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:17:55,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,44709,1731413873607 2024-11-12T12:17:55,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40307 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,44709,1731413873607 2024-11-12T12:17:55,003 DEBUG [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10 2024-11-12T12:17:55,003 DEBUG [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46551 2024-11-12T12:17:55,003 DEBUG [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:17:55,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340/rs 2024-11-12T12:17:55,016 DEBUG [RS:0;4a91c05c96a4:44709 {}] zookeeper.ZKUtil(111): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Set watcher on existing znode=/0809806340/rs/4a91c05c96a4,44709,1731413873607 2024-11-12T12:17:55,016 WARN [RS:0;4a91c05c96a4:44709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:17:55,016 INFO [RS:0;4a91c05c96a4:44709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:55,017 DEBUG [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607 2024-11-12T12:17:55,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,44709,1731413873607] 2024-11-12T12:17:55,021 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:17:55,028 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:17:55,029 INFO [RS:0;4a91c05c96a4:44709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:17:55,029 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:55,029 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:17:55,030 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:17:55,030 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:55,031 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:55,031 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:17:55,032 DEBUG [RS:0;4a91c05c96a4:44709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:17:55,035 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:55,035 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:55,035 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:55,035 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:55,035 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:55,035 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44709,1731413873607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:17:55,056 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:17:55,056 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44709,1731413873607-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:55,056 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:55,056 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.Replication(171): 4a91c05c96a4,44709,1731413873607 started 2024-11-12T12:17:55,075 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:55,075 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,44709,1731413873607, RpcServer on 4a91c05c96a4/172.17.0.3:44709, sessionid=0x1012efb062f0001 2024-11-12T12:17:55,075 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:17:55,075 DEBUG [RS:0;4a91c05c96a4:44709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,44709,1731413873607 2024-11-12T12:17:55,075 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,44709,1731413873607' 2024-11-12T12:17:55,075 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0809806340/flush-table-proc/abort' 2024-11-12T12:17:55,076 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0809806340/flush-table-proc/acquired' 2024-11-12T12:17:55,076 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:17:55,077 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:17:55,077 DEBUG [RS:0;4a91c05c96a4:44709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,44709,1731413873607 2024-11-12T12:17:55,077 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,44709,1731413873607' 2024-11-12T12:17:55,077 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0809806340/online-snapshot/abort' 2024-11-12T12:17:55,077 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0809806340/online-snapshot/acquired' 2024-11-12T12:17:55,077 DEBUG [RS:0;4a91c05c96a4:44709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:17:55,077 INFO [RS:0;4a91c05c96a4:44709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:17:55,077 INFO [RS:0;4a91c05c96a4:44709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:17:55,178 INFO [RS:0;4a91c05c96a4:44709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:17:55,180 INFO [RS:0;4a91c05c96a4:44709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C44709%2C1731413873607, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/oldWALs, maxLogs=10 2024-11-12T12:17:55,197 DEBUG [RS:0;4a91c05c96a4:44709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.1731413875180, exclude list is [], retry=0 2024-11-12T12:17:55,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-e6c5f202-4fef-4bff-8ff4-75dd1653f75b,DISK] 2024-11-12T12:17:55,206 INFO [RS:0;4a91c05c96a4:44709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.1731413875180 2024-11-12T12:17:55,207 DEBUG [RS:0;4a91c05c96a4:44709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46281:46281)] 2024-11-12T12:17:55,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:17:55,357 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10 2024-11-12T12:17:55,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:17:55,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:55,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:17:55,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:17:55,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:55,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:55,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:17:55,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:17:55,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:55,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:55,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:17:55,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:17:55,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:55,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:55,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:17:55,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:17:55,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:55,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:55,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:17:55,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740 2024-11-12T12:17:55,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740 2024-11-12T12:17:55,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:17:55,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:17:55,388 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:55,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:17:55,398 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:17:55,398 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61030966, jitterRate=-0.09056773781776428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731413875368Initializing all the Stores at 1731413875369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413875369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413875369Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413875369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413875369Cleaning up temporary data from old regions at 1731413875385 (+16 ms)Region opened successfully at 1731413875399 (+14 ms) 2024-11-12T12:17:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:17:55,399 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:17:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:17:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:17:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:17:55,399 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:17:55,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413875399Disabling compacts and flushes for region at 1731413875399Disabling writes for close at 1731413875399Writing region close event to WAL at 1731413875399Closed at 1731413875399 2024-11-12T12:17:55,401 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:55,401 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:17:55,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:17:55,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:17:55,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:17:55,560 DEBUG [4a91c05c96a4:40307 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:17:55,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,44709,1731413873607 2024-11-12T12:17:55,562 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,44709,1731413873607, state=OPENING 2024-11-12T12:17:55,612 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:17:55,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:55,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:17:55,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0809806340/meta-region-server: CHANGED 2024-11-12T12:17:55,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0809806340/meta-region-server: CHANGED 2024-11-12T12:17:55,626 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:17:55,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,44709,1731413873607}] 2024-11-12T12:17:55,780 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:17:55,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:17:55,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:17:55,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:17:55,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:17:55,795 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:17:55,795 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:55,795 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:17:55,798 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C44709%2C1731413873607.meta, suffix=.meta, logDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/oldWALs, maxLogs=10 2024-11-12T12:17:55,817 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.meta.1731413875798.meta, exclude list is [], retry=0 2024-11-12T12:17:55,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-e6c5f202-4fef-4bff-8ff4-75dd1653f75b,DISK] 2024-11-12T12:17:55,826 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.meta.1731413875798.meta 2024-11-12T12:17:55,826 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46281:46281)] 2024-11-12T12:17:55,827 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:17:55,828 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:17:55,828 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:17:55,828 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:17:55,828 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:17:55,828 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:17:55,828 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:55,829 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:17:55,829 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:17:55,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:17:55,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:17:55,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:55,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:55,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:17:55,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:17:55,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:55,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:55,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:17:55,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:17:55,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:55,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:55,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:17:55,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:17:55,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:55,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:55,851 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:17:55,853 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740 2024-11-12T12:17:55,857 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740 2024-11-12T12:17:55,859 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:17:55,859 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:17:55,860 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:55,874 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:17:55,875 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67088205, jitterRate=-3.0784308910369873E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:55,875 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:17:55,877 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413875829Writing region info on filesystem at 1731413875829Initializing all the Stores at 1731413875831 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413875831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413875832 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413875832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413875832Cleaning up temporary data from old regions at 1731413875859 (+27 ms)Running coprocessor post-open hooks at 1731413875875 (+16 ms)Region opened successfully at 1731413875876 (+1 ms) 2024-11-12T12:17:55,878 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731413875780 2024-11-12T12:17:55,885 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:17:55,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,44709,1731413873607 2024-11-12T12:17:55,885 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:17:55,887 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,44709,1731413873607, state=OPEN 2024-11-12T12:17:56,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0809806340/meta-region-server 2024-11-12T12:17:56,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0809806340/meta-region-server 2024-11-12T12:17:56,017 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,44709,1731413873607 2024-11-12T12:17:56,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0809806340/meta-region-server: CHANGED 2024-11-12T12:17:56,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0809806340/meta-region-server: CHANGED 2024-11-12T12:17:56,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:17:56,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,44709,1731413873607 in 391 msec 2024-11-12T12:17:56,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:17:56,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-12T12:17:56,028 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:17:56,028 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:17:56,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:17:56,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,44709,1731413873607, seqNum=-1] 2024-11-12T12:17:56,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:17:56,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:17:56,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1310 sec 2024-11-12T12:17:56,058 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413876058, completionTime=-1 2024-11-12T12:17:56,059 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:17:56,059 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:17:56,062 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:17:56,063 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731413936063 2024-11-12T12:17:56,063 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731413996063 2024-11-12T12:17:56,063 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-12T12:17:56,063 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40307,1731413873165-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:56,063 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40307,1731413873165-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:56,063 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40307,1731413873165-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:56,063 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:40307, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:56,063 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:56,064 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:56,066 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:17:56,070 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.379sec 2024-11-12T12:17:56,070 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:17:56,070 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:17:56,070 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:17:56,070 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:17:56,070 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:17:56,070 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40307,1731413873165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:17:56,070 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40307,1731413873165-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:17:56,078 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:17:56,078 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:17:56,078 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40307,1731413873165-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:17:56,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:56,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40307,-1 for getting cluster id 2024-11-12T12:17:56,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:17:56,153 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b40873ba-b7d0-441b-ba68-602d8647314a' 2024-11-12T12:17:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:17:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b40873ba-b7d0-441b-ba68-602d8647314a" 2024-11-12T12:17:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f57061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40307,-1] 2024-11-12T12:17:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:17:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:17:56,156 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:17:56,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:17:56,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:17:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,44709,1731413873607, seqNum=-1] 2024-11-12T12:17:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:17:56,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:17:56,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,40307,1731413873165 2024-11-12T12:17:56,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53975 2024-11-12T12:17:56,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:56,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012efb062f0002 connected 2024-11-12T12:17:56,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/hadoop.log.dir so I do NOT create it in target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7 2024-11-12T12:17:56,198 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:17:56,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/hadoop.tmp.dir so I do NOT create it in target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7 2024-11-12T12:17:56,198 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:17:56,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7 2024-11-12T12:17:56,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:17:56,198 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/cluster_60633394-1742-be48-2167-fe18402cae91, deleteOnExit=true 2024-11-12T12:17:56,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:17:56,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/test.cache.data in system properties and HBase conf 2024-11-12T12:17:56,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:17:56,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:17:56,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:17:56,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:17:56,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:17:56,199 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:17:56,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:17:56,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:17:56,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:17:56,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:17:56,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:17:56,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:17:56,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:17:56,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:17:56,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:17:56,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:17:56,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:17:56,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:17:56,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:17:56,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:17:56,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:56,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:17:56,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:17:56,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:17:56,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:17:56,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:56,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:17:56,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:17:56,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/java.io.tmpdir/jetty-localhost-39827-hadoop-hdfs-3_4_1-tests_jar-_-any-9313840304950786794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:17:56,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:39827} 2024-11-12T12:17:56,747 INFO [Time-limited test {}] server.Server(415): Started @37234ms 2024-11-12T12:17:57,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:17:57,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:17:57,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:17:57,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:17:57,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:17:57,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:17:57,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:17:57,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/java.io.tmpdir/jetty-localhost-35023-hadoop-hdfs-3_4_1-tests_jar-_-any-5156622583240411231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:17:57,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:35023} 2024-11-12T12:17:57,184 INFO [Time-limited test {}] server.Server(415): Started @37672ms 2024-11-12T12:17:57,186 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:17:57,866 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/cluster_60633394-1742-be48-2167-fe18402cae91/data/data1/current/BP-1329959188-172.17.0.3-1731413876230/current, will proceed with Du for space computation calculation, 2024-11-12T12:17:57,867 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/cluster_60633394-1742-be48-2167-fe18402cae91/data/data2/current/BP-1329959188-172.17.0.3-1731413876230/current, will proceed with Du for space computation calculation, 2024-11-12T12:17:57,896 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:17:57,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa580a8af18fc9e9a with lease ID 0x51c55d18986a52fd: Processing first storage report for DS-5adbd290-4798-4ad6-a4ea-327642c11290 from datanode DatanodeRegistration(127.0.0.1:39685, datanodeUuid=1011bf15-8315-41ef-a912-9b93ab4af001, infoPort=35315, infoSecurePort=0, ipcPort=42925, storageInfo=lv=-57;cid=testClusterID;nsid=381090182;c=1731413876230) 2024-11-12T12:17:57,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa580a8af18fc9e9a with lease ID 0x51c55d18986a52fd: from storage DS-5adbd290-4798-4ad6-a4ea-327642c11290 node DatanodeRegistration(127.0.0.1:39685, datanodeUuid=1011bf15-8315-41ef-a912-9b93ab4af001, infoPort=35315, infoSecurePort=0, ipcPort=42925, storageInfo=lv=-57;cid=testClusterID;nsid=381090182;c=1731413876230), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:17:57,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa580a8af18fc9e9a with lease ID 0x51c55d18986a52fd: Processing first storage report for DS-9df404ac-8aaf-45d1-851c-0376692e669f from datanode DatanodeRegistration(127.0.0.1:39685, datanodeUuid=1011bf15-8315-41ef-a912-9b93ab4af001, infoPort=35315, infoSecurePort=0, ipcPort=42925, storageInfo=lv=-57;cid=testClusterID;nsid=381090182;c=1731413876230) 2024-11-12T12:17:57,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa580a8af18fc9e9a with lease ID 0x51c55d18986a52fd: from storage DS-9df404ac-8aaf-45d1-851c-0376692e669f node DatanodeRegistration(127.0.0.1:39685, datanodeUuid=1011bf15-8315-41ef-a912-9b93ab4af001, infoPort=35315, infoSecurePort=0, ipcPort=42925, storageInfo=lv=-57;cid=testClusterID;nsid=381090182;c=1731413876230), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:17:57,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7 2024-11-12T12:17:57,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:57,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:57,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:17:57,952 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0 with version=8 2024-11-12T12:17:57,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/hbase-staging 2024-11-12T12:17:57,954 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:17:57,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:57,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:57,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:17:57,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:57,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:17:57,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:17:57,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:17:57,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35529 2024-11-12T12:17:57,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35529 connecting to ZooKeeper ensemble=127.0.0.1:53975 2024-11-12T12:17:57,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355290x0, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:57,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35529-0x1012efb062f0003 connected 2024-11-12T12:17:58,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:58,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:58,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Set watcher on znode that does not yet exist, /1729024958/running 2024-11-12T12:17:58,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0, hbase.cluster.distributed=false 2024-11-12T12:17:58,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Set watcher on znode that does not yet exist, /1729024958/acl 2024-11-12T12:17:58,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35529 2024-11-12T12:17:58,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35529 2024-11-12T12:17:58,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35529 2024-11-12T12:17:58,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35529 2024-11-12T12:17:58,287 WARN [RS:0;4a91c05c96a4:44709 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4a91c05c96a4,42483,1731413846367: status=Processing ServerCrashProcedure of 4a91c05c96a4,42483,1731413846367 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731413861032, completionTime=-1 appears to have been leaked 2024-11-12T12:17:58,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35529 2024-11-12T12:17:58,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:17:58,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:58,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:58,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:17:58,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:17:58,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:17:58,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:17:58,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:17:58,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34033 2024-11-12T12:17:58,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34033 connecting to ZooKeeper ensemble=127.0.0.1:53975 2024-11-12T12:17:58,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:58,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:58,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340330x0, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:17:58,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340330x0, quorum=127.0.0.1:53975, baseZNode=/1729024958 Set watcher on znode that does not yet exist, /1729024958/running 2024-11-12T12:17:58,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:17:58,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34033-0x1012efb062f0004 connected 2024-11-12T12:17:58,340 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:17:58,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Set watcher on znode that does not yet exist, /1729024958/master 2024-11-12T12:17:58,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Set watcher on znode that does not yet exist, /1729024958/acl 2024-11-12T12:17:58,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34033 2024-11-12T12:17:58,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34033 2024-11-12T12:17:58,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34033 2024-11-12T12:17:58,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34033 2024-11-12T12:17:58,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34033 2024-11-12T12:17:58,367 DEBUG [M:0;4a91c05c96a4:35529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:35529 2024-11-12T12:17:58,367 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1729024958/backup-masters/4a91c05c96a4,35529,1731413877954 2024-11-12T12:17:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958/backup-masters 2024-11-12T12:17:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958/backup-masters 2024-11-12T12:17:58,381 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Set watcher on existing znode=/1729024958/backup-masters/4a91c05c96a4,35529,1731413877954 2024-11-12T12:17:58,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:17:58,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1729024958/master 2024-11-12T12:17:58,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:17:58,394 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Set watcher on existing znode=/1729024958/master 2024-11-12T12:17:58,394 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1729024958/backup-masters/4a91c05c96a4,35529,1731413877954 from backup master directory 2024-11-12T12:17:58,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958/backup-masters 2024-11-12T12:17:58,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1729024958/backup-masters/4a91c05c96a4,35529,1731413877954 2024-11-12T12:17:58,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958/backup-masters 2024-11-12T12:17:58,404 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:17:58,404 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,35529,1731413877954 2024-11-12T12:17:58,408 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/hbase.id] with ID: 605d2ad7-dc1f-4a82-907e-ca1d3a19359e 2024-11-12T12:17:58,409 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/.tmp/hbase.id 2024-11-12T12:17:58,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:17:58,417 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/.tmp/hbase.id]:[hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/hbase.id] 2024-11-12T12:17:58,433 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:17:58,433 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:17:58,436 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T12:17:58,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:17:58,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:17:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:17:58,859 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:17:58,860 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:17:58,861 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:17:58,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:17:59,269 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store 2024-11-12T12:17:59,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:17:59,679 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:59,680 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:17:59,680 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:59,680 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:59,680 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:17:59,680 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:59,680 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:17:59,680 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413879680Disabling compacts and flushes for region at 1731413879680Disabling writes for close at 1731413879680Writing region close event to WAL at 1731413879680Closed at 1731413879680 2024-11-12T12:17:59,681 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/.initializing 2024-11-12T12:17:59,681 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/WALs/4a91c05c96a4,35529,1731413877954 2024-11-12T12:17:59,683 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:17:59,687 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C35529%2C1731413877954, suffix=, logDir=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/WALs/4a91c05c96a4,35529,1731413877954, archiveDir=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/oldWALs, maxLogs=10 2024-11-12T12:17:59,708 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/WALs/4a91c05c96a4,35529,1731413877954/4a91c05c96a4%2C35529%2C1731413877954.1731413879688, exclude list is [], retry=0 2024-11-12T12:17:59,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39685,DS-5adbd290-4798-4ad6-a4ea-327642c11290,DISK] 2024-11-12T12:17:59,733 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/WALs/4a91c05c96a4,35529,1731413877954/4a91c05c96a4%2C35529%2C1731413877954.1731413879688 2024-11-12T12:17:59,736 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35315:35315)] 2024-11-12T12:17:59,736 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:17:59,736 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:17:59,736 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,737 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:17:59,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:59,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:17:59,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:17:59,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:59,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:59,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:17:59,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:59,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:59,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:17:59,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:17:59,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:17:59,755 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,755 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,756 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:17:59,761 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:17:59,764 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:17:59,764 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64662533, jitterRate=-0.03645317256450653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:17:59,764 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413879737Initializing all the Stores at 1731413879738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413879738Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413879744 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413879744Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413879744Cleaning up temporary data from old regions at 1731413879757 (+13 ms)Region opened successfully at 1731413879764 (+7 ms) 2024-11-12T12:17:59,765 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:17:59,771 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aba345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:17:59,772 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:17:59,772 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:17:59,772 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:17:59,773 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:17:59,773 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:17:59,774 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:17:59,774 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:17:59,778 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:17:59,779 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Unable to get data of znode /1729024958/balancer because node does not exist (not necessarily an error) 2024-11-12T12:17:59,888 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1729024958/balancer already deleted, retry=false 2024-11-12T12:17:59,889 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:17:59,891 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Unable to get data of znode /1729024958/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:17:59,899 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1729024958/normalizer already deleted, retry=false 2024-11-12T12:17:59,899 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:17:59,904 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Unable to get data of znode /1729024958/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:17:59,909 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1729024958/switch/split already deleted, retry=false 2024-11-12T12:17:59,910 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Unable to get data of znode /1729024958/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:17:59,920 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1729024958/switch/merge already deleted, retry=false 2024-11-12T12:17:59,924 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Unable to get data of znode /1729024958/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:17:59,930 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1729024958/snapshot-cleanup already deleted, retry=false 2024-11-12T12:17:59,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1729024958/running 2024-11-12T12:17:59,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:17:59,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1729024958/running 2024-11-12T12:17:59,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:17:59,942 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,35529,1731413877954, sessionid=0x1012efb062f0003, setting cluster-up flag (Was=false) 2024-11-12T12:17:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:17:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:17:59,993 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1729024958/flush-table-proc/acquired, /1729024958/flush-table-proc/reached, /1729024958/flush-table-proc/abort 2024-11-12T12:17:59,994 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,35529,1731413877954 2024-11-12T12:18:00,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:18:00,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:18:00,046 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1729024958/online-snapshot/acquired, /1729024958/online-snapshot/reached, /1729024958/online-snapshot/abort 2024-11-12T12:18:00,047 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,35529,1731413877954 2024-11-12T12:18:00,048 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:18:00,054 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:00,055 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:18:00,055 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:18:00,055 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,35529,1731413877954 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:18:00,056 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:00,056 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:00,057 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:00,057 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:00,057 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:18:00,057 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,057 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:18:00,057 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,060 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(746): ClusterId : 605d2ad7-dc1f-4a82-907e-ca1d3a19359e 2024-11-12T12:18:00,060 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:18:00,076 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:18:00,076 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:18:00,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:00,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:18:00,088 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731413910088 2024-11-12T12:18:00,089 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:18:00,089 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:18:00,089 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:18:00,089 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:18:00,089 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:18:00,089 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:18:00,089 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:00,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:18:00,093 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:18:00,098 DEBUG [RS:0;4a91c05c96a4:34033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7259df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:18:00,100 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,100 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:18:00,101 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:18:00,101 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:18:00,101 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:18:00,102 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:18:00,102 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:18:00,102 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413880102,5,FailOnTimeoutGroup] 2024-11-12T12:18:00,103 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413880102,5,FailOnTimeoutGroup] 2024-11-12T12:18:00,103 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,103 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:18:00,103 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,103 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:18:00,114 DEBUG [RS:0;4a91c05c96a4:34033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:34033 2024-11-12T12:18:00,114 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:18:00,114 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:18:00,114 DEBUG [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:18:00,114 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,35529,1731413877954 with port=34033, startcode=1731413878308 2024-11-12T12:18:00,115 DEBUG [RS:0;4a91c05c96a4:34033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:18:00,119 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:18:00,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,34033,1731413878308 2024-11-12T12:18:00,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35529 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,34033,1731413878308 2024-11-12T12:18:00,121 DEBUG [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0 2024-11-12T12:18:00,121 DEBUG [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43109 2024-11-12T12:18:00,121 DEBUG [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:18:00,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958/rs 2024-11-12T12:18:00,131 DEBUG [RS:0;4a91c05c96a4:34033 {}] zookeeper.ZKUtil(111): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Set watcher on existing znode=/1729024958/rs/4a91c05c96a4,34033,1731413878308 2024-11-12T12:18:00,131 WARN [RS:0;4a91c05c96a4:34033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:18:00,131 INFO [RS:0;4a91c05c96a4:34033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:18:00,131 DEBUG [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/WALs/4a91c05c96a4,34033,1731413878308 2024-11-12T12:18:00,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,34033,1731413878308] 2024-11-12T12:18:00,147 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:18:00,160 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:18:00,165 INFO [RS:0;4a91c05c96a4:34033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:18:00,165 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,168 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:18:00,169 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:18:00,169 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,169 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:00,170 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:18:00,171 DEBUG [RS:0;4a91c05c96a4:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:18:00,176 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,176 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,176 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,176 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,176 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,176 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34033,1731413878308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:18:00,197 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:18:00,197 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34033,1731413878308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,197 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,197 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.Replication(171): 4a91c05c96a4,34033,1731413878308 started 2024-11-12T12:18:00,215 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:00,216 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,34033,1731413878308, RpcServer on 4a91c05c96a4/172.17.0.3:34033, sessionid=0x1012efb062f0004 2024-11-12T12:18:00,216 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:18:00,216 DEBUG [RS:0;4a91c05c96a4:34033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,34033,1731413878308 2024-11-12T12:18:00,216 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,34033,1731413878308' 2024-11-12T12:18:00,216 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1729024958/flush-table-proc/abort' 2024-11-12T12:18:00,219 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1729024958/flush-table-proc/acquired' 2024-11-12T12:18:00,222 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:18:00,222 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:18:00,222 DEBUG [RS:0;4a91c05c96a4:34033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,34033,1731413878308 2024-11-12T12:18:00,222 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,34033,1731413878308' 2024-11-12T12:18:00,222 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1729024958/online-snapshot/abort' 2024-11-12T12:18:00,222 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1729024958/online-snapshot/acquired' 2024-11-12T12:18:00,223 DEBUG [RS:0;4a91c05c96a4:34033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:18:00,223 INFO [RS:0;4a91c05c96a4:34033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:18:00,223 INFO [RS:0;4a91c05c96a4:34033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:18:00,323 INFO [RS:0;4a91c05c96a4:34033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:18:00,325 INFO [RS:0;4a91c05c96a4:34033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C34033%2C1731413878308, suffix=, logDir=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/WALs/4a91c05c96a4,34033,1731413878308, archiveDir=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/oldWALs, maxLogs=10 2024-11-12T12:18:00,340 DEBUG [RS:0;4a91c05c96a4:34033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/WALs/4a91c05c96a4,34033,1731413878308/4a91c05c96a4%2C34033%2C1731413878308.1731413880325, exclude list is [], retry=0 2024-11-12T12:18:00,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39685,DS-5adbd290-4798-4ad6-a4ea-327642c11290,DISK] 2024-11-12T12:18:00,347 INFO [RS:0;4a91c05c96a4:34033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/WALs/4a91c05c96a4,34033,1731413878308/4a91c05c96a4%2C34033%2C1731413878308.1731413880325 2024-11-12T12:18:00,347 DEBUG [RS:0;4a91c05c96a4:34033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35315:35315)] 2024-11-12T12:18:00,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:18:00,508 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0 2024-11-12T12:18:00,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:18:00,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:00,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:18:00,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:18:00,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:00,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:00,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:18:00,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:18:00,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:00,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:00,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:18:00,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:18:00,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:00,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:00,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:18:00,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:18:00,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:00,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:00,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:18:00,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/1588230740 2024-11-12T12:18:00,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/1588230740 2024-11-12T12:18:00,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:18:00,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:18:00,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:18:00,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:18:00,951 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:18:00,954 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59465792, jitterRate=-0.1138906478881836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:18:00,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731413880917Initializing all the Stores at 1731413880918 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413880918Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413880918Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413880918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413880918Cleaning up temporary data from old regions at 1731413880946 (+28 ms)Region opened successfully at 1731413880954 (+8 ms) 2024-11-12T12:18:00,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:18:00,954 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:18:00,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:18:00,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:18:00,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:18:00,956 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:18:00,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413880954Disabling compacts and flushes for region at 1731413880954Disabling writes for close at 1731413880954Writing region close event to WAL at 1731413880956 (+2 ms)Closed at 1731413880956 2024-11-12T12:18:00,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:00,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:18:00,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:18:00,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:18:00,961 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:18:01,112 DEBUG [4a91c05c96a4:35529 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:18:01,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,34033,1731413878308 2024-11-12T12:18:01,114 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,34033,1731413878308, state=OPENING 2024-11-12T12:18:01,222 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:18:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:18:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:18:01,244 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:18:01,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,34033,1731413878308}] 2024-11-12T12:18:01,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1729024958/meta-region-server: CHANGED 2024-11-12T12:18:01,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1729024958/meta-region-server: CHANGED 2024-11-12T12:18:01,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:18:01,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:01,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:01,337 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:18:01,398 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:18:01,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:18:01,403 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:18:01,403 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:18:01,404 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:18:01,405 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C34033%2C1731413878308.meta, suffix=.meta, logDir=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/WALs/4a91c05c96a4,34033,1731413878308, archiveDir=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/oldWALs, maxLogs=10 2024-11-12T12:18:01,423 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/WALs/4a91c05c96a4,34033,1731413878308/4a91c05c96a4%2C34033%2C1731413878308.meta.1731413881406.meta, exclude list is [], retry=0 2024-11-12T12:18:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39685,DS-5adbd290-4798-4ad6-a4ea-327642c11290,DISK] 2024-11-12T12:18:01,428 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/WALs/4a91c05c96a4,34033,1731413878308/4a91c05c96a4%2C34033%2C1731413878308.meta.1731413881406.meta 2024-11-12T12:18:01,431 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35315:35315)] 2024-11-12T12:18:01,431 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:18:01,431 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:18:01,431 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:18:01,431 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:18:01,432 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:18:01,432 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:18:01,432 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:01,432 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:18:01,432 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:18:01,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:18:01,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:18:01,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:01,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:01,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:18:01,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:18:01,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:01,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:01,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:18:01,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:18:01,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:01,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:01,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:18:01,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:18:01,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:01,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:01,441 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:18:01,442 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/1588230740 2024-11-12T12:18:01,443 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/1588230740 2024-11-12T12:18:01,444 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:18:01,444 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:18:01,444 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:18:01,445 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:18:01,446 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59485579, jitterRate=-0.11359579861164093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:18:01,446 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:18:01,446 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413881432Writing region info on filesystem at 1731413881432Initializing all the Stores at 1731413881433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413881433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413881433Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413881433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413881433Cleaning up temporary data from old regions at 1731413881444 (+11 ms)Running coprocessor post-open hooks at 1731413881446 (+2 ms)Region opened successfully at 1731413881446 2024-11-12T12:18:01,448 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731413881397 2024-11-12T12:18:01,450 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:18:01,450 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:18:01,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,34033,1731413878308 2024-11-12T12:18:01,452 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,34033,1731413878308, state=OPEN 2024-11-12T12:18:01,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1729024958/meta-region-server 2024-11-12T12:18:01,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1729024958/meta-region-server 2024-11-12T12:18:01,464 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,34033,1731413878308 2024-11-12T12:18:01,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1729024958/meta-region-server: CHANGED 2024-11-12T12:18:01,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1729024958/meta-region-server: CHANGED 2024-11-12T12:18:01,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:18:01,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,34033,1731413878308 in 220 msec 2024-11-12T12:18:01,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:18:01,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec 2024-11-12T12:18:01,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:01,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:18:01,487 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:01,487 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,34033,1731413878308, seqNum=-1] 2024-11-12T12:18:01,488 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:01,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:18:01,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4450 sec 2024-11-12T12:18:01,497 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413881497, completionTime=-1 2024-11-12T12:18:01,497 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:18:01,497 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:18:01,507 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:18:01,507 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731413941507 2024-11-12T12:18:01,507 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414001507 2024-11-12T12:18:01,508 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-12T12:18:01,508 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35529,1731413877954-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:01,508 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35529,1731413877954-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:01,508 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35529,1731413877954-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:01,508 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:35529, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:01,508 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:01,510 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:01,512 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:18:01,516 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.112sec 2024-11-12T12:18:01,517 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:18:01,517 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:18:01,517 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:18:01,517 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:18:01,517 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:18:01,517 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35529,1731413877954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:18:01,517 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35529,1731413877954-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:18:01,523 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:18:01,523 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:18:01,523 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35529,1731413877954-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:01,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:01,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35529,-1 for getting cluster id 2024-11-12T12:18:01,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:01,562 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '605d2ad7-dc1f-4a82-907e-ca1d3a19359e' 2024-11-12T12:18:01,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:01,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "605d2ad7-dc1f-4a82-907e-ca1d3a19359e" 2024-11-12T12:18:01,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebb2fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:01,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35529,-1] 2024-11-12T12:18:01,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:01,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:01,564 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:01,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:01,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:01,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,34033,1731413878308, seqNum=-1] 2024-11-12T12:18:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:01,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:18:01,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,35529,1731413877954 2024-11-12T12:18:01,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53975 2024-11-12T12:18:01,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:18:01,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012efb062f0005 connected 2024-11-12T12:18:01,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:01,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40307,-1 for getting cluster id 2024-11-12T12:18:01,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:01,604 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b40873ba-b7d0-441b-ba68-602d8647314a' 2024-11-12T12:18:01,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:01,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b40873ba-b7d0-441b-ba68-602d8647314a" 2024-11-12T12:18:01,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c3b38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:01,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40307,-1] 2024-11-12T12:18:01,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:01,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:01,606 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:01,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753a39d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:01,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:01,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40307,1731413873165 2024-11-12T12:18:01,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f8f6d9b 2024-11-12T12:18:01,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:01,609 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:18:01,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:35529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:18:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:18:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:01,612 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:35529' 2024-11-12T12:18:01,613 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d65af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:01,613 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35529,-1 for getting cluster id 2024-11-12T12:18:01,614 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:01,615 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '605d2ad7-dc1f-4a82-907e-ca1d3a19359e' 2024-11-12T12:18:01,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:01,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "605d2ad7-dc1f-4a82-907e-ca1d3a19359e" 2024-11-12T12:18:01,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a91291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:01,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35529,-1] 2024-11-12T12:18:01,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:01,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:01,618 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:01,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fce06b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:01,618 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:01,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35529,1731413877954 2024-11-12T12:18:01,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57b17283 2024-11-12T12:18:01,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:01,620 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:18:01,621 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T12:18:01,621 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:18:01,621 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:01,621 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:01,622 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:18:01,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:18:01,623 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:18:01,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:18:01,625 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:01,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:18:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741835_1011 (size=1138) 2024-11-12T12:18:01,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af7f76877168acc140d1909c304e5b29, NAME => 'hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10 2024-11-12T12:18:01,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741836_1012 (size=44) 2024-11-12T12:18:01,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:01,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing af7f76877168acc140d1909c304e5b29, disabling compactions & flushes 2024-11-12T12:18:01,654 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:01,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:01,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. after waiting 0 ms 2024-11-12T12:18:01,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:01,654 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:01,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for af7f76877168acc140d1909c304e5b29: Waiting for close lock at 1731413881654Disabling compacts and flushes for region at 1731413881654Disabling writes for close at 1731413881654Writing region close event to WAL at 1731413881654Closed at 1731413881654 2024-11-12T12:18:01,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:18:01,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731413881657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413881657"}]},"ts":"1731413881657"} 2024-11-12T12:18:01,660 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:18:01,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:18:01,662 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413881662"}]},"ts":"1731413881662"} 2024-11-12T12:18:01,664 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:18:01,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af7f76877168acc140d1909c304e5b29, ASSIGN}] 2024-11-12T12:18:01,666 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af7f76877168acc140d1909c304e5b29, ASSIGN 2024-11-12T12:18:01,671 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af7f76877168acc140d1909c304e5b29, ASSIGN; state=OFFLINE, location=4a91c05c96a4,44709,1731413873607; forceNewPlan=false, retain=false 2024-11-12T12:18:01,673 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:18:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:01,822 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=af7f76877168acc140d1909c304e5b29, regionState=OPENING, regionLocation=4a91c05c96a4,44709,1731413873607 2024-11-12T12:18:01,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af7f76877168acc140d1909c304e5b29, ASSIGN because future has completed 2024-11-12T12:18:01,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure af7f76877168acc140d1909c304e5b29, server=4a91c05c96a4,44709,1731413873607}] 2024-11-12T12:18:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:01,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:01,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:18:01,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:18:01,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C44709%2C1731413873607.rep, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/oldWALs, maxLogs=10 2024-11-12T12:18:02,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.rep.1731413881995, exclude list is [], retry=0 2024-11-12T12:18:02,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-e6c5f202-4fef-4bff-8ff4-75dd1653f75b,DISK] 2024-11-12T12:18:02,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.rep.1731413881995 2024-11-12T12:18:02,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46281:46281)] 2024-11-12T12:18:02,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => af7f76877168acc140d1909c304e5b29, NAME => 'hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:18:02,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:18:02,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:18:02,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. service=MultiRowMutationService 2024-11-12T12:18:02,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:18:02,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:02,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,023 INFO [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,024 INFO [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af7f76877168acc140d1909c304e5b29 columnFamilyName hfileref 2024-11-12T12:18:02,024 DEBUG [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:02,025 INFO [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] regionserver.HStore(327): Store=af7f76877168acc140d1909c304e5b29/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:02,025 INFO [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,029 INFO [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af7f76877168acc140d1909c304e5b29 columnFamilyName queue 2024-11-12T12:18:02,029 DEBUG [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:02,029 INFO [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] regionserver.HStore(327): Store=af7f76877168acc140d1909c304e5b29/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:02,029 INFO [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,032 INFO [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af7f76877168acc140d1909c304e5b29 columnFamilyName sid 2024-11-12T12:18:02,032 DEBUG [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:02,032 INFO [StoreOpener-af7f76877168acc140d1909c304e5b29-1 {}] regionserver.HStore(327): Store=af7f76877168acc140d1909c304e5b29/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:02,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/replication/af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/replication/af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:18:02,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/replication/af7f76877168acc140d1909c304e5b29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:18:02,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened af7f76877168acc140d1909c304e5b29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74004785, jitterRate=0.10275723040103912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:18:02,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:02,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for af7f76877168acc140d1909c304e5b29: Running coprocessor pre-open hook at 1731413882022Writing region info on filesystem at 1731413882022Initializing all the Stores at 1731413882022Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413882023 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413882023Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413882023Cleaning up temporary data from old regions at 1731413882034 (+11 ms)Running coprocessor post-open hooks at 1731413882039 (+5 ms)Region opened successfully at 1731413882040 (+1 ms) 2024-11-12T12:18:02,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29., pid=7, masterSystemTime=1731413881981 2024-11-12T12:18:02,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:02,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:02,049 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=af7f76877168acc140d1909c304e5b29, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,44709,1731413873607 2024-11-12T12:18:02,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure af7f76877168acc140d1909c304e5b29, server=4a91c05c96a4,44709,1731413873607 because future has completed 2024-11-12T12:18:02,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T12:18:02,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure af7f76877168acc140d1909c304e5b29, server=4a91c05c96a4,44709,1731413873607 in 226 msec 2024-11-12T12:18:02,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:18:02,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af7f76877168acc140d1909c304e5b29, ASSIGN in 391 msec 2024-11-12T12:18:02,062 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:18:02,062 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413882062"}]},"ts":"1731413882062"} 2024-11-12T12:18:02,065 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:18:02,066 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:18:02,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 444 msec 2024-11-12T12:18:02,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29., hostname=4a91c05c96a4,44709,1731413873607, seqNum=2] 2024-11-12T12:18:02,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:18:02,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:18:02,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:18:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:02,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44709 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T12:18:02,336 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:18:02,372 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,44709,1731413873607, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:18:02,373 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:02,373 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,44709,1731413873607, seqNum=-1] 2024-11-12T12:18:02,373 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:02,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-12T12:18:02,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,44709,1731413873607', locateType=CURRENT is [region=hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29., hostname=4a91c05c96a4,44709,1731413873607, seqNum=2] 2024-11-12T12:18:02,380 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T12:18:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T12:18:02,385 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,44709,1731413873607 suceeded 2024-11-12T12:18:02,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T12:18:02,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-12T12:18:02,388 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:35529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:18:02,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 779 msec 2024-11-12T12:18:02,403 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:35529' 2024-11-12T12:18:02,405 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@162c9570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:02,405 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35529,-1 for getting cluster id 2024-11-12T12:18:02,405 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:02,407 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '605d2ad7-dc1f-4a82-907e-ca1d3a19359e' 2024-11-12T12:18:02,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:02,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "605d2ad7-dc1f-4a82-907e-ca1d3a19359e" 2024-11-12T12:18:02,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@358b9484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:02,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35529,-1] 2024-11-12T12:18:02,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:02,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:02,410 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:02,411 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35470de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:02,411 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:02,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35529,1731413877954 2024-11-12T12:18:02,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c7444e4 2024-11-12T12:18:02,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:02,416 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-12T12:18:02,417 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,44709,1731413873607 (queues=1) is replicating from cluster=b40873ba-b7d0-441b-ba68-602d8647314a to cluster=605d2ad7-dc1f-4a82-907e-ca1d3a19359e 2024-11-12T12:18:02,417 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C44709%2C1731413873607 2024-11-12T12:18:02,417 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,44709,1731413873607, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:18:02,418 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607.replicationSource.wal-reader.4a91c05c96a4%2C44709%2C1731413873607,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.1731413875180, startPosition=0, beingWritten=true 2024-11-12T12:18:02,419 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607.replicationSource.shipper4a91c05c96a4%2C44709%2C1731413873607,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C44709%2C1731413873607 2024-11-12T12:18:02,631 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607.replicationSource.wal-reader.4a91c05c96a4%2C44709%2C1731413873607,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.1731413875180 to pos 0, reset compression=false 2024-11-12T12:18:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:02,747 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:18:02,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:18:02,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:18:02,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:02,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:02,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:18:02,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40307,1731413873165 2024-11-12T12:18:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59c9a07c 2024-11-12T12:18:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:02,751 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:18:02,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40307 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T12:18:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:18:02,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:18:02,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:18:02,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:02,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:02,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:18:02,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:18:02,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=102169316, stopped=false 2024-11-12T12:18:02,753 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,35529,1731413877954 2024-11-12T12:18:02,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1729024958/running 2024-11-12T12:18:02,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1729024958/running 2024-11-12T12:18:02,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:18:02,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:18:02,804 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:18:02,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:18:02,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:18:02,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:02,805 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,34033,1731413878308' ***** 2024-11-12T12:18:02,805 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:18:02,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Set watcher on znode that does not yet exist, /1729024958/running 2024-11-12T12:18:02,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Set watcher on znode that does not yet exist, /1729024958/running 2024-11-12T12:18:02,805 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:18:02,805 INFO [RS:0;4a91c05c96a4:34033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:18:02,805 INFO [RS:0;4a91c05c96a4:34033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:18:02,805 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,34033,1731413878308 2024-11-12T12:18:02,805 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:18:02,806 INFO [RS:0;4a91c05c96a4:34033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:34033. 2024-11-12T12:18:02,806 DEBUG [RS:0;4a91c05c96a4:34033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:18:02,806 DEBUG [RS:0;4a91c05c96a4:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:02,806 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:18:02,806 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:18:02,806 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:18:02,806 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:18:02,806 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:18:02,806 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:18:02,806 DEBUG [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:18:02,806 DEBUG [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:18:02,806 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:18:02,807 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:18:02,807 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:18:02,807 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:18:02,807 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:18:02,807 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T12:18:02,836 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/1588230740/.tmp/ns/cc72404a185b46a2b5233d02361d36e6 is 43, key is default/ns:d/1731413881490/Put/seqid=0 2024-11-12T12:18:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741835_1011 (size=5153) 2024-11-12T12:18:02,886 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:18:02,937 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607.replicationSource.wal-reader.4a91c05c96a4%2C44709%2C1731413873607,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.1731413875180 to pos 0, reset compression=false 2024-11-12T12:18:03,006 DEBUG [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:18:03,176 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:18:03,176 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:18:03,207 DEBUG [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:18:03,243 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/1588230740/.tmp/ns/cc72404a185b46a2b5233d02361d36e6 2024-11-12T12:18:03,250 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/1588230740/.tmp/ns/cc72404a185b46a2b5233d02361d36e6 as hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/1588230740/ns/cc72404a185b46a2b5233d02361d36e6 2024-11-12T12:18:03,256 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/1588230740/ns/cc72404a185b46a2b5233d02361d36e6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T12:18:03,258 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false 2024-11-12T12:18:03,272 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T12:18:03,272 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:18:03,272 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:18:03,272 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:18:03,273 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413882806Running coprocessor pre-close hooks at 1731413882806Disabling compacts and flushes for region at 1731413882806Disabling writes for close at 1731413882807 (+1 ms)Obtaining lock to block concurrent updates at 1731413882807Preparing flush snapshotting stores in 1588230740 at 1731413882807Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731413882807Flushing stores of hbase:meta,,1.1588230740 at 1731413882811 (+4 ms)Flushing 1588230740/ns: creating writer at 1731413882811Flushing 1588230740/ns: appending metadata at 1731413882835 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731413882835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e15fe9: reopening flushed file at 1731413883248 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false at 1731413883258 (+10 ms)Writing region close event to WAL at 1731413883259 (+1 ms)Running coprocessor post-close hooks at 1731413883272 (+13 ms)Closed at 1731413883272 2024-11-12T12:18:03,273 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:18:03,342 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607.replicationSource.wal-reader.4a91c05c96a4%2C44709%2C1731413873607,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.1731413875180 to pos 0, reset compression=false 2024-11-12T12:18:03,407 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,34033,1731413878308; all regions closed. 2024-11-12T12:18:03,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741834_1010 (size=1152) 2024-11-12T12:18:03,411 DEBUG [RS:0;4a91c05c96a4:34033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/oldWALs 2024-11-12T12:18:03,411 INFO [RS:0;4a91c05c96a4:34033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C34033%2C1731413878308.meta:.meta(num 1731413881406) 2024-11-12T12:18:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741832_1008 (size=93) 2024-11-12T12:18:03,418 DEBUG [RS:0;4a91c05c96a4:34033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/oldWALs 2024-11-12T12:18:03,418 INFO [RS:0;4a91c05c96a4:34033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C34033%2C1731413878308:(num 1731413880325) 2024-11-12T12:18:03,418 DEBUG [RS:0;4a91c05c96a4:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:03,418 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:18:03,418 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:18:03,418 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:18:03,418 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:18:03,418 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:18:03,418 INFO [RS:0;4a91c05c96a4:34033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34033 2024-11-12T12:18:03,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958/rs 2024-11-12T12:18:03,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1729024958/rs/4a91c05c96a4,34033,1731413878308 2024-11-12T12:18:03,570 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:18:03,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,34033,1731413878308] 2024-11-12T12:18:03,590 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1729024958/draining/4a91c05c96a4,34033,1731413878308 already deleted, retry=false 2024-11-12T12:18:03,590 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,34033,1731413878308 expired; onlineServers=0 2024-11-12T12:18:03,590 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,35529,1731413877954' ***** 2024-11-12T12:18:03,590 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:18:03,591 INFO [M:0;4a91c05c96a4:35529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:18:03,591 INFO [M:0;4a91c05c96a4:35529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:18:03,591 DEBUG [M:0;4a91c05c96a4:35529 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:18:03,591 DEBUG [M:0;4a91c05c96a4:35529 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:18:03,591 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:18:03,591 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413880102 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413880102,5,FailOnTimeoutGroup] 2024-11-12T12:18:03,591 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413880102 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413880102,5,FailOnTimeoutGroup] 2024-11-12T12:18:03,591 INFO [M:0;4a91c05c96a4:35529 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:18:03,591 INFO [M:0;4a91c05c96a4:35529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:18:03,591 DEBUG [M:0;4a91c05c96a4:35529 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:18:03,591 INFO [M:0;4a91c05c96a4:35529 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:18:03,592 INFO [M:0;4a91c05c96a4:35529 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:18:03,592 INFO [M:0;4a91c05c96a4:35529 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:18:03,592 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:18:03,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1729024958/master 2024-11-12T12:18:03,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1729024958 2024-11-12T12:18:03,604 DEBUG [M:0;4a91c05c96a4:35529 {}] zookeeper.ZKUtil(347): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Unable to get data of znode /1729024958/master because node does not exist (not an error) 2024-11-12T12:18:03,604 WARN [M:0;4a91c05c96a4:35529 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:18:03,605 INFO [M:0;4a91c05c96a4:35529 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/.lastflushedseqids 2024-11-12T12:18:03,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741836_1012 (size=99) 2024-11-12T12:18:03,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:18:03,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x1012efb062f0004, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:18:03,681 INFO [RS:0;4a91c05c96a4:34033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:18:03,681 INFO [RS:0;4a91c05c96a4:34033 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,34033,1731413878308; zookeeper connection closed. 2024-11-12T12:18:03,681 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9ab8236 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9ab8236 2024-11-12T12:18:03,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:18:03,847 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607.replicationSource.wal-reader.4a91c05c96a4%2C44709%2C1731413873607,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.1731413875180 to pos 0, reset compression=false 2024-11-12T12:18:04,013 INFO [M:0;4a91c05c96a4:35529 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:18:04,013 INFO [M:0;4a91c05c96a4:35529 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:18:04,013 DEBUG [M:0;4a91c05c96a4:35529 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:18:04,013 INFO [M:0;4a91c05c96a4:35529 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:04,013 DEBUG [M:0;4a91c05c96a4:35529 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:04,013 DEBUG [M:0;4a91c05c96a4:35529 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:18:04,013 DEBUG [M:0;4a91c05c96a4:35529 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:04,013 INFO [M:0;4a91c05c96a4:35529 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T12:18:04,037 DEBUG [M:0;4a91c05c96a4:35529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faebd1b5531b4f67bda7af7041711535 is 82, key is hbase:meta,,1/info:regioninfo/1731413881451/Put/seqid=0 2024-11-12T12:18:04,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741837_1013 (size=5672) 2024-11-12T12:18:04,057 INFO [M:0;4a91c05c96a4:35529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faebd1b5531b4f67bda7af7041711535 2024-11-12T12:18:04,088 DEBUG [M:0;4a91c05c96a4:35529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88344637b9444d22b232cc1e7e3322b8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731413881496/Put/seqid=0 2024-11-12T12:18:04,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741838_1014 (size=5275) 2024-11-12T12:18:04,099 INFO [M:0;4a91c05c96a4:35529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88344637b9444d22b232cc1e7e3322b8 2024-11-12T12:18:04,128 DEBUG [M:0;4a91c05c96a4:35529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75df8b1200f4499889b0d55846d93246 is 69, key is 4a91c05c96a4,34033,1731413878308/rs:state/1731413880120/Put/seqid=0 2024-11-12T12:18:04,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741839_1015 (size=5156) 2024-11-12T12:18:04,459 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607.replicationSource.wal-reader.4a91c05c96a4%2C44709%2C1731413873607,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.1731413875180 to pos 0, reset compression=false 2024-11-12T12:18:04,542 INFO [M:0;4a91c05c96a4:35529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75df8b1200f4499889b0d55846d93246 2024-11-12T12:18:04,552 DEBUG [M:0;4a91c05c96a4:35529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faebd1b5531b4f67bda7af7041711535 as hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/faebd1b5531b4f67bda7af7041711535 2024-11-12T12:18:04,563 INFO [M:0;4a91c05c96a4:35529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/faebd1b5531b4f67bda7af7041711535, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T12:18:04,564 DEBUG [M:0;4a91c05c96a4:35529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88344637b9444d22b232cc1e7e3322b8 as hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88344637b9444d22b232cc1e7e3322b8 2024-11-12T12:18:04,571 INFO [M:0;4a91c05c96a4:35529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88344637b9444d22b232cc1e7e3322b8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T12:18:04,572 DEBUG [M:0;4a91c05c96a4:35529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75df8b1200f4499889b0d55846d93246 as hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75df8b1200f4499889b0d55846d93246 2024-11-12T12:18:04,580 INFO [M:0;4a91c05c96a4:35529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43109/user/jenkins/test-data/0804370b-16c1-f3e0-1cf9-35c82c96a4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75df8b1200f4499889b0d55846d93246, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T12:18:04,583 INFO [M:0;4a91c05c96a4:35529 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 570ms, sequenceid=28, compaction requested=false 2024-11-12T12:18:04,586 INFO [M:0;4a91c05c96a4:35529 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:04,586 DEBUG [M:0;4a91c05c96a4:35529 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413884013Disabling compacts and flushes for region at 1731413884013Disabling writes for close at 1731413884013Obtaining lock to block concurrent updates at 1731413884013Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731413884013Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731413884014 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731413884015 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731413884015Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731413884037 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731413884037Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731413884067 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731413884087 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731413884087Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731413884105 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731413884127 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731413884127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf19c1d: reopening flushed file at 1731413884550 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ad7467: reopening flushed file at 1731413884563 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726e9804: reopening flushed file at 1731413884571 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 570ms, sequenceid=28, compaction requested=false at 1731413884583 (+12 ms)Writing region close event to WAL at 1731413884586 (+3 ms)Closed at 1731413884586 2024-11-12T12:18:04,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39685 is added to blk_1073741830_1006 (size=10165) 2024-11-12T12:18:04,610 INFO [M:0;4a91c05c96a4:35529 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:18:04,610 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:18:04,610 INFO [M:0;4a91c05c96a4:35529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35529 2024-11-12T12:18:04,611 INFO [M:0;4a91c05c96a4:35529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:18:04,769 INFO [M:0;4a91c05c96a4:35529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:18:04,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:18:04,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x1012efb062f0003, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:18:04,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:18:04,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:18:04,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:18:04,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:18:04,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/hadoop.log.dir/,STOPPED} 2024-11-12T12:18:04,777 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:18:04,777 WARN [BP-1329959188-172.17.0.3-1731413876230 heartbeating to localhost/127.0.0.1:43109 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:18:04,777 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:18:04,777 WARN [BP-1329959188-172.17.0.3-1731413876230 heartbeating to localhost/127.0.0.1:43109 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1329959188-172.17.0.3-1731413876230 (Datanode Uuid 1011bf15-8315-41ef-a912-9b93ab4af001) service to localhost/127.0.0.1:43109 2024-11-12T12:18:04,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/cluster_60633394-1742-be48-2167-fe18402cae91/data/data1/current/BP-1329959188-172.17.0.3-1731413876230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:18:04,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/cluster_60633394-1742-be48-2167-fe18402cae91/data/data2/current/BP-1329959188-172.17.0.3-1731413876230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:18:04,778 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:18:04,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:18:04,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:18:04,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:18:04,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:18:04,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/hadoop.log.dir/,STOPPED} 2024-11-12T12:18:04,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:18:04,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:18:04,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:18:04,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:18:04,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:04,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:04,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:18:04,806 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:18:04,806 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1737499502, stopped=false 2024-11-12T12:18:04,806 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,40307,1731413873165 2024-11-12T12:18:04,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0809806340/running 2024-11-12T12:18:04,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0809806340/running 2024-11-12T12:18:04,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:18:04,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:18:04,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Set watcher on znode that does not yet exist, /0809806340/running 2024-11-12T12:18:04,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Set watcher on znode that does not yet exist, /0809806340/running 2024-11-12T12:18:04,826 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:18:04,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:18:04,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:18:04,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:04,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,44709,1731413873607' ***** 2024-11-12T12:18:04,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:18:04,829 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:18:04,829 INFO [RS:0;4a91c05c96a4:44709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:18:04,829 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:18:04,829 INFO [RS:0;4a91c05c96a4:44709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:18:04,829 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(3091): Received CLOSE for af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:04,829 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,44709,1731413873607 2024-11-12T12:18:04,829 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:18:04,829 INFO [RS:0;4a91c05c96a4:44709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:44709. 2024-11-12T12:18:04,829 DEBUG [RS:0;4a91c05c96a4:44709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:18:04,829 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af7f76877168acc140d1909c304e5b29, disabling compactions & flushes 2024-11-12T12:18:04,830 DEBUG [RS:0;4a91c05c96a4:44709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:04,830 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:04,830 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:04,830 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:18:04,830 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:18:04,830 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. after waiting 0 ms 2024-11-12T12:18:04,830 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:18:04,830 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:04,830 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:18:04,830 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af7f76877168acc140d1909c304e5b29 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T12:18:04,836 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:18:04,836 DEBUG [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(1325): Online Regions={af7f76877168acc140d1909c304e5b29=hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:18:04,836 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:18:04,836 DEBUG [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af7f76877168acc140d1909c304e5b29 2024-11-12T12:18:04,836 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:18:04,836 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:18:04,836 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:18:04,836 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:18:04,836 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T12:18:04,849 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:18:04,850 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/replication/af7f76877168acc140d1909c304e5b29/.tmp/queue/78c27736fdb544f0ad32ecbc005eb120 is 151, key is 1-4a91c05c96a4,44709,1731413873607/queue:4a91c05c96a4%2C44709%2C1731413873607/1731413882378/Put/seqid=0 2024-11-12T12:18:04,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741838_1014 (size=5350) 2024-11-12T12:18:04,862 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/replication/af7f76877168acc140d1909c304e5b29/.tmp/queue/78c27736fdb544f0ad32ecbc005eb120 2024-11-12T12:18:04,864 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/.tmp/info/183ba80be6cd49568c7fcfb4ba63fedc is 147, key is hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29./info:regioninfo/1731413882049/Put/seqid=0 2024-11-12T12:18:04,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741839_1015 (size=6631) 2024-11-12T12:18:04,877 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/.tmp/info/183ba80be6cd49568c7fcfb4ba63fedc 2024-11-12T12:18:04,878 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/replication/af7f76877168acc140d1909c304e5b29/.tmp/queue/78c27736fdb544f0ad32ecbc005eb120 as hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/replication/af7f76877168acc140d1909c304e5b29/queue/78c27736fdb544f0ad32ecbc005eb120 2024-11-12T12:18:04,897 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/replication/af7f76877168acc140d1909c304e5b29/queue/78c27736fdb544f0ad32ecbc005eb120, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T12:18:04,898 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for af7f76877168acc140d1909c304e5b29 in 68ms, sequenceid=5, compaction requested=false 2024-11-12T12:18:04,898 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T12:18:04,904 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/.tmp/ns/da565f93a8c347338db048cfe2644336 is 43, key is default/ns:d/1731413876037/Put/seqid=0 2024-11-12T12:18:04,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741840_1016 (size=5153) 2024-11-12T12:18:04,914 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/.tmp/ns/da565f93a8c347338db048cfe2644336 2024-11-12T12:18:04,917 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/replication/af7f76877168acc140d1909c304e5b29/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:18:04,918 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:18:04,918 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:18:04,918 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:04,918 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af7f76877168acc140d1909c304e5b29: Waiting for close lock at 1731413884829Running coprocessor pre-close hooks at 1731413884829Disabling compacts and flushes for region at 1731413884829Disabling writes for close at 1731413884830 (+1 ms)Obtaining lock to block concurrent updates at 1731413884830Preparing flush snapshotting stores in af7f76877168acc140d1909c304e5b29 at 1731413884830Finished memstore snapshotting hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731413884830Flushing stores of hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. at 1731413884831 (+1 ms)Flushing af7f76877168acc140d1909c304e5b29/queue: creating writer at 1731413884831Flushing af7f76877168acc140d1909c304e5b29/queue: appending metadata at 1731413884850 (+19 ms)Flushing af7f76877168acc140d1909c304e5b29/queue: closing flushed file at 1731413884850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799acc86: reopening flushed file at 1731413884878 (+28 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for af7f76877168acc140d1909c304e5b29 in 68ms, sequenceid=5, compaction requested=false at 1731413884898 (+20 ms)Writing region close event to WAL at 1731413884907 (+9 ms)Running coprocessor post-close hooks at 1731413884918 (+11 ms)Closed at 1731413884918 2024-11-12T12:18:04,918 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731413881621.af7f76877168acc140d1909c304e5b29. 2024-11-12T12:18:04,940 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/.tmp/table/e996dd95e7324caa8c1484bb54f216b3 is 53, key is hbase:replication/table:state/1731413882062/Put/seqid=0 2024-11-12T12:18:04,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741841_1017 (size=5256) 2024-11-12T12:18:05,035 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:18:05,035 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:18:05,036 DEBUG [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:18:05,164 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607.replicationSource.wal-reader.4a91c05c96a4%2C44709%2C1731413873607,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.1731413875180 to pos 0, reset compression=false 2024-11-12T12:18:05,236 DEBUG [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:18:05,346 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/.tmp/table/e996dd95e7324caa8c1484bb54f216b3 2024-11-12T12:18:05,354 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/.tmp/info/183ba80be6cd49568c7fcfb4ba63fedc as hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/info/183ba80be6cd49568c7fcfb4ba63fedc 2024-11-12T12:18:05,362 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/info/183ba80be6cd49568c7fcfb4ba63fedc, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T12:18:05,363 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/.tmp/ns/da565f93a8c347338db048cfe2644336 as hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/ns/da565f93a8c347338db048cfe2644336 2024-11-12T12:18:05,369 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/ns/da565f93a8c347338db048cfe2644336, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T12:18:05,370 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/.tmp/table/e996dd95e7324caa8c1484bb54f216b3 as hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/table/e996dd95e7324caa8c1484bb54f216b3 2024-11-12T12:18:05,376 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/table/e996dd95e7324caa8c1484bb54f216b3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T12:18:05,378 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 541ms, sequenceid=11, compaction requested=false 2024-11-12T12:18:05,382 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T12:18:05,383 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:18:05,383 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:18:05,383 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:18:05,383 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413884836Running coprocessor pre-close hooks at 1731413884836Disabling compacts and flushes for region at 1731413884836Disabling writes for close at 1731413884836Obtaining lock to block concurrent updates at 1731413884836Preparing flush snapshotting stores in 1588230740 at 1731413884836Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731413884837 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731413884838 (+1 ms)Flushing 1588230740/info: creating writer at 1731413884838Flushing 1588230740/info: appending metadata at 1731413884863 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731413884863Flushing 1588230740/ns: creating writer at 1731413884884 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731413884904 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731413884904Flushing 1588230740/table: creating writer at 1731413884921 (+17 ms)Flushing 1588230740/table: appending metadata at 1731413884939 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731413884939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ef8051: reopening flushed file at 1731413885353 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba9ce27: reopening flushed file at 1731413885362 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a14c713: reopening flushed file at 1731413885369 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 541ms, sequenceid=11, compaction requested=false at 1731413885378 (+9 ms)Writing region close event to WAL at 1731413885379 (+1 ms)Running coprocessor post-close hooks at 1731413885383 (+4 ms)Closed at 1731413885383 2024-11-12T12:18:05,383 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:18:05,437 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,44709,1731413873607; all regions closed. 2024-11-12T12:18:05,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741834_1010 (size=2742) 2024-11-12T12:18:05,439 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/WALs/4a91c05c96a4,44709,1731413873607/4a91c05c96a4%2C44709%2C1731413873607.meta.1731413875798.meta not finished, retry = 0 2024-11-12T12:18:05,543 DEBUG [RS:0;4a91c05c96a4:44709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/oldWALs 2024-11-12T12:18:05,543 INFO [RS:0;4a91c05c96a4:44709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C44709%2C1731413873607.meta:.meta(num 1731413875798) 2024-11-12T12:18:05,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741837_1013 (size=1586) 2024-11-12T12:18:05,556 DEBUG [RS:0;4a91c05c96a4:44709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/oldWALs 2024-11-12T12:18:05,556 INFO [RS:0;4a91c05c96a4:44709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C44709%2C1731413873607.rep:(num 1731413881995) 2024-11-12T12:18:05,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741832_1008 (size=93) 2024-11-12T12:18:05,563 DEBUG [RS:0;4a91c05c96a4:44709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/oldWALs 2024-11-12T12:18:05,563 INFO [RS:0;4a91c05c96a4:44709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C44709%2C1731413873607:(num 1731413875180) 2024-11-12T12:18:05,563 DEBUG [RS:0;4a91c05c96a4:44709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:05,563 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:18:05,563 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:18:05,564 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T12:18:05,564 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:18:05,564 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:18:05,564 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,44709,1731413873607 because: Region server is closing 2024-11-12T12:18:05,565 INFO [RS:0;4a91c05c96a4:44709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:44709. 2024-11-12T12:18:05,565 DEBUG [RS:0;4a91c05c96a4:44709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:18:05,565 DEBUG [RS:0;4a91c05c96a4:44709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:05,565 DEBUG [RS:0;4a91c05c96a4:44709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:05,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:18:05,665 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607.replicationSource.wal-reader.4a91c05c96a4%2C44709%2C1731413873607,1-4a91c05c96a4,44709,1731413873607 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:18:05,665 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607.replicationSource.shipper4a91c05c96a4%2C44709%2C1731413873607,1-4a91c05c96a4,44709,1731413873607 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T12:18:05,666 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44709,1731413873607.replicationSource.shipper4a91c05c96a4%2C44709%2C1731413873607,1-4a91c05c96a4,44709,1731413873607 terminated 2024-11-12T12:18:05,666 INFO [RS:0;4a91c05c96a4:44709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44709 2024-11-12T12:18:05,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0809806340/rs/4a91c05c96a4,44709,1731413873607 2024-11-12T12:18:05,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340/rs 2024-11-12T12:18:05,730 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:18:05,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,44709,1731413873607] 2024-11-12T12:18:05,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0809806340/draining/4a91c05c96a4,44709,1731413873607 already deleted, retry=false 2024-11-12T12:18:05,751 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,44709,1731413873607 expired; onlineServers=0 2024-11-12T12:18:05,751 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,40307,1731413873165' ***** 2024-11-12T12:18:05,751 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:18:05,751 INFO [M:0;4a91c05c96a4:40307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:18:05,751 INFO [M:0;4a91c05c96a4:40307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:18:05,751 DEBUG [M:0;4a91c05c96a4:40307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:18:05,751 DEBUG [M:0;4a91c05c96a4:40307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:18:05,751 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:18:05,751 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413874959 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413874959,5,FailOnTimeoutGroup] 2024-11-12T12:18:05,752 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413874959 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413874959,5,FailOnTimeoutGroup] 2024-11-12T12:18:05,752 INFO [M:0;4a91c05c96a4:40307 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:18:05,752 INFO [M:0;4a91c05c96a4:40307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:18:05,752 DEBUG [M:0;4a91c05c96a4:40307 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:18:05,752 INFO [M:0;4a91c05c96a4:40307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:18:05,752 INFO [M:0;4a91c05c96a4:40307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:18:05,752 INFO [M:0;4a91c05c96a4:40307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:18:05,752 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:18:05,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0809806340/master 2024-11-12T12:18:05,761 DEBUG [M:0;4a91c05c96a4:40307 {}] zookeeper.ZKUtil(347): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Unable to get data of znode /0809806340/master because node does not exist (not an error) 2024-11-12T12:18:05,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0809806340 2024-11-12T12:18:05,762 WARN [M:0;4a91c05c96a4:40307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:18:05,762 INFO [M:0;4a91c05c96a4:40307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/.lastflushedseqids 2024-11-12T12:18:05,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741842_1018 (size=181) 2024-11-12T12:18:05,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:18:05,841 INFO [RS:0;4a91c05c96a4:44709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:18:05,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44709-0x1012efb062f0001, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:18:05,841 INFO [RS:0;4a91c05c96a4:44709 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,44709,1731413873607; zookeeper connection closed. 2024-11-12T12:18:05,841 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fd843f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fd843f7 2024-11-12T12:18:05,841 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:18:06,169 INFO [M:0;4a91c05c96a4:40307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:18:06,169 INFO [M:0;4a91c05c96a4:40307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:18:06,169 DEBUG [M:0;4a91c05c96a4:40307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:18:06,170 INFO [M:0;4a91c05c96a4:40307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:06,170 DEBUG [M:0;4a91c05c96a4:40307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:06,170 DEBUG [M:0;4a91c05c96a4:40307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:18:06,170 DEBUG [M:0;4a91c05c96a4:40307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:06,170 INFO [M:0;4a91c05c96a4:40307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T12:18:06,195 DEBUG [M:0;4a91c05c96a4:40307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2aaf14fabca64f56b408e487638d37df is 82, key is hbase:meta,,1/info:regioninfo/1731413875885/Put/seqid=0 2024-11-12T12:18:06,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741843_1019 (size=5672) 2024-11-12T12:18:06,231 INFO [M:0;4a91c05c96a4:40307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2aaf14fabca64f56b408e487638d37df 2024-11-12T12:18:06,268 DEBUG [M:0;4a91c05c96a4:40307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52bdebe43eae4a39a8a0375271114366 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731413882068/Put/seqid=0 2024-11-12T12:18:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741844_1020 (size=7203) 2024-11-12T12:18:06,685 INFO [M:0;4a91c05c96a4:40307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52bdebe43eae4a39a8a0375271114366 2024-11-12T12:18:06,709 DEBUG [M:0;4a91c05c96a4:40307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0020bad3e02540ddbc7dc171b714469b is 69, key is 4a91c05c96a4,44709,1731413873607/rs:state/1731413875001/Put/seqid=0 2024-11-12T12:18:06,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741845_1021 (size=5156) 2024-11-12T12:18:06,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:18:06,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:06,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:06,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:07,115 INFO [M:0;4a91c05c96a4:40307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0020bad3e02540ddbc7dc171b714469b 2024-11-12T12:18:07,121 DEBUG [M:0;4a91c05c96a4:40307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2aaf14fabca64f56b408e487638d37df as hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2aaf14fabca64f56b408e487638d37df 2024-11-12T12:18:07,128 INFO [M:0;4a91c05c96a4:40307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2aaf14fabca64f56b408e487638d37df, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T12:18:07,129 DEBUG [M:0;4a91c05c96a4:40307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52bdebe43eae4a39a8a0375271114366 as hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52bdebe43eae4a39a8a0375271114366 2024-11-12T12:18:07,134 INFO [M:0;4a91c05c96a4:40307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52bdebe43eae4a39a8a0375271114366, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T12:18:07,138 DEBUG [M:0;4a91c05c96a4:40307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0020bad3e02540ddbc7dc171b714469b as hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0020bad3e02540ddbc7dc171b714469b 2024-11-12T12:18:07,146 INFO [M:0;4a91c05c96a4:40307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0020bad3e02540ddbc7dc171b714469b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T12:18:07,147 INFO [M:0;4a91c05c96a4:40307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 977ms, sequenceid=70, compaction requested=false 2024-11-12T12:18:07,149 INFO [M:0;4a91c05c96a4:40307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:07,149 DEBUG [M:0;4a91c05c96a4:40307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413886169Disabling compacts and flushes for region at 1731413886169Disabling writes for close at 1731413886170 (+1 ms)Obtaining lock to block concurrent updates at 1731413886170Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731413886170Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731413886170Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731413886171 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731413886171Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731413886195 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731413886195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731413886241 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731413886267 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731413886267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731413886690 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731413886709 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731413886709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3db74a: reopening flushed file at 1731413887120 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ac1aab: reopening flushed file at 1731413887128 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a087e5: reopening flushed file at 1731413887135 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 977ms, sequenceid=70, compaction requested=false at 1731413887147 (+12 ms)Writing region close event to WAL at 1731413887148 (+1 ms)Closed at 1731413887148 2024-11-12T12:18:07,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/981c3986-a464-fb45-f7a3-96032a890e10/MasterData/WALs/4a91c05c96a4,40307,1731413873165/4a91c05c96a4%2C40307%2C1731413873165.1731413874637 not finished, retry = 0 2024-11-12T12:18:07,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741830_1006 (size=41008) 2024-11-12T12:18:07,256 INFO [M:0;4a91c05c96a4:40307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:18:07,256 INFO [M:0;4a91c05c96a4:40307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40307 2024-11-12T12:18:07,256 INFO [M:0;4a91c05c96a4:40307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:18:07,256 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:18:07,427 INFO [M:0;4a91c05c96a4:40307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:18:07,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:18:07,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40307-0x1012efb062f0000, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:18:07,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:18:07,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:18:07,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:18:07,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:18:07,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/hadoop.log.dir/,STOPPED} 2024-11-12T12:18:07,439 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:18:07,439 WARN [BP-978366395-172.17.0.3-1731413871262 heartbeating to localhost/127.0.0.1:46551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:18:07,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:18:07,439 WARN [BP-978366395-172.17.0.3-1731413871262 heartbeating to localhost/127.0.0.1:46551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-978366395-172.17.0.3-1731413871262 (Datanode Uuid b0f63a81-1a4c-4b49-9d91-a17480378004) service to localhost/127.0.0.1:46551 2024-11-12T12:18:07,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/cluster_e5b15a80-9688-559f-f24c-5a1130e34335/data/data1/current/BP-978366395-172.17.0.3-1731413871262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:18:07,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/cluster_e5b15a80-9688-559f-f24c-5a1130e34335/data/data2/current/BP-978366395-172.17.0.3-1731413871262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:18:07,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:18:07,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:18:07,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:18:07,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:18:07,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:18:07,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e91b151-d656-45f0-04fe-b3256ac8d6cf/hadoop.log.dir/,STOPPED} 2024-11-12T12:18:07,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:18:07,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:18:07,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53975) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46551 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43109 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53975) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 375) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6771 (was 7114) 2024-11-12T12:18:07,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=6771 2024-11-12T12:18:07,502 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-12T12:18:07,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/hadoop.log.dir so I do NOT create it in target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556 2024-11-12T12:18:07,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:18:07,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/hadoop.tmp.dir so I do NOT create it in target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556 2024-11-12T12:18:07,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87147e91-620f-d3af-a5e0-ef07e020f2f7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:18:07,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556 2024-11-12T12:18:07,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/cluster_5569f48f-6c72-a840-6dc4-077db1d80ad8, deleteOnExit=true 2024-11-12T12:18:07,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/cluster_5569f48f-6c72-a840-6dc4-077db1d80ad8/zookeeper_0, clientPort=57711, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/cluster_5569f48f-6c72-a840-6dc4-077db1d80ad8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/cluster_5569f48f-6c72-a840-6dc4-077db1d80ad8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:18:07,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57711 2024-11-12T12:18:07,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:18:07,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:18:07,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/test.cache.data in system properties and HBase conf 2024-11-12T12:18:07,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:18:07,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:18:07,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:18:07,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:18:07,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:18:07,531 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:18:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:18:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:18:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:18:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:18:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:18:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:18:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:18:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:18:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:18:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:18:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:18:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:18:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:18:07,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:18:07,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012efb062f0002, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:18:07,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012efb062f0002, quorum=127.0.0.1:53975, baseZNode=/0809806340 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:18:07,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012efb062f0005, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:18:07,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012efb062f0005, quorum=127.0.0.1:53975, baseZNode=/1729024958 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:18:07,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:18:07,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:18:07,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:18:07,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:18:07,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:18:07,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:18:07,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:18:07,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:18:08,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/java.io.tmpdir/jetty-localhost-40593-hadoop-hdfs-3_4_1-tests_jar-_-any-6695134941456127169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:18:08,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:40593} 2024-11-12T12:18:08,067 INFO [Time-limited test {}] server.Server(415): Started @48554ms 2024-11-12T12:18:08,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:18:08,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:18:08,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:18:08,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:18:08,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:18:08,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:18:08,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:18:08,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/java.io.tmpdir/jetty-localhost-34779-hadoop-hdfs-3_4_1-tests_jar-_-any-6761776634996271191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:18:08,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:34779} 2024-11-12T12:18:08,673 INFO [Time-limited test {}] server.Server(415): Started @49161ms 2024-11-12T12:18:08,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:18:09,519 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/cluster_5569f48f-6c72-a840-6dc4-077db1d80ad8/data/data1/current/BP-1092162586-172.17.0.3-1731413887561/current, will proceed with Du for space computation calculation, 2024-11-12T12:18:09,519 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/cluster_5569f48f-6c72-a840-6dc4-077db1d80ad8/data/data2/current/BP-1092162586-172.17.0.3-1731413887561/current, will proceed with Du for space computation calculation, 2024-11-12T12:18:09,548 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:18:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x902ae5c0814a55e7 with lease ID 0xb8c022854399821b: Processing first storage report for DS-fafc5e97-936b-4103-a7f1-33148c76ffca from datanode DatanodeRegistration(127.0.0.1:37663, datanodeUuid=162585d4-6932-4241-89aa-6950a040520f, infoPort=37537, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=2078099294;c=1731413887561) 2024-11-12T12:18:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x902ae5c0814a55e7 with lease ID 0xb8c022854399821b: from storage DS-fafc5e97-936b-4103-a7f1-33148c76ffca node DatanodeRegistration(127.0.0.1:37663, datanodeUuid=162585d4-6932-4241-89aa-6950a040520f, infoPort=37537, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=2078099294;c=1731413887561), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:18:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x902ae5c0814a55e7 with lease ID 0xb8c022854399821b: Processing first storage report for DS-ee6d9436-34cf-4302-874a-35c8e5b97763 from datanode DatanodeRegistration(127.0.0.1:37663, datanodeUuid=162585d4-6932-4241-89aa-6950a040520f, infoPort=37537, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=2078099294;c=1731413887561) 2024-11-12T12:18:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x902ae5c0814a55e7 with lease ID 0xb8c022854399821b: from storage DS-ee6d9436-34cf-4302-874a-35c8e5b97763 node DatanodeRegistration(127.0.0.1:37663, datanodeUuid=162585d4-6932-4241-89aa-6950a040520f, infoPort=37537, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=2078099294;c=1731413887561), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:18:09,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556 2024-11-12T12:18:09,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:09,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:09,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:18:10,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e with version=8 2024-11-12T12:18:10,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/hbase-staging 2024-11-12T12:18:10,042 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:18:10,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:10,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:10,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:18:10,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:10,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:18:10,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:18:10,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:18:10,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43743 2024-11-12T12:18:10,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43743 connecting to ZooKeeper ensemble=127.0.0.1:57711 2024-11-12T12:18:10,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437430x0, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:18:10,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43743-0x1012efb45d40000 connected 2024-11-12T12:18:10,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:10,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:10,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Set watcher on znode that does not yet exist, /0451888697/running 2024-11-12T12:18:10,250 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e, hbase.cluster.distributed=false 2024-11-12T12:18:10,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Set watcher on znode that does not yet exist, /0451888697/acl 2024-11-12T12:18:10,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43743 2024-11-12T12:18:10,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43743 2024-11-12T12:18:10,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43743 2024-11-12T12:18:10,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43743 2024-11-12T12:18:10,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43743 2024-11-12T12:18:10,278 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:18:10,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:10,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:10,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:18:10,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:10,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:18:10,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:18:10,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:18:10,279 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42903 2024-11-12T12:18:10,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42903 connecting to ZooKeeper ensemble=127.0.0.1:57711 2024-11-12T12:18:10,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:10,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:10,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429030x0, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:18:10,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429030x0, quorum=127.0.0.1:57711, baseZNode=/0451888697 Set watcher on znode that does not yet exist, /0451888697/running 2024-11-12T12:18:10,299 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:18:10,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42903-0x1012efb45d40001 connected 2024-11-12T12:18:10,300 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:18:10,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Set watcher on znode that does not yet exist, /0451888697/master 2024-11-12T12:18:10,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Set watcher on znode that does not yet exist, /0451888697/acl 2024-11-12T12:18:10,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-12T12:18:10,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42903 2024-11-12T12:18:10,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42903 2024-11-12T12:18:10,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-12T12:18:10,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-12T12:18:10,335 DEBUG [M:0;4a91c05c96a4:43743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:43743 2024-11-12T12:18:10,336 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0451888697/backup-masters/4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:10,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697/backup-masters 2024-11-12T12:18:10,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697/backup-masters 2024-11-12T12:18:10,349 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Set watcher on existing znode=/0451888697/backup-masters/4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:10,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0451888697/master 2024-11-12T12:18:10,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:10,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:10,362 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Set watcher on existing znode=/0451888697/master 2024-11-12T12:18:10,362 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0451888697/backup-masters/4a91c05c96a4,43743,1731413890041 from backup master directory 2024-11-12T12:18:10,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697/backup-masters 2024-11-12T12:18:10,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0451888697/backup-masters/4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:10,372 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:18:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697/backup-masters 2024-11-12T12:18:10,372 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:10,376 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/hbase.id] with ID: 4e3a435e-de7e-4af6-8f9f-7b4862a8e832 2024-11-12T12:18:10,376 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/.tmp/hbase.id 2024-11-12T12:18:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:18:10,790 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/.tmp/hbase.id]:[hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/hbase.id] 2024-11-12T12:18:10,807 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:10,807 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:18:10,809 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T12:18:10,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:10,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:10,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:18:11,232 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:18:11,233 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:18:11,234 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:18:11,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:18:11,645 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store 2024-11-12T12:18:11,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:18:12,055 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:12,056 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:18:12,056 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:12,056 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:12,056 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:18:12,056 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:12,056 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:12,056 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413892056Disabling compacts and flushes for region at 1731413892056Disabling writes for close at 1731413892056Writing region close event to WAL at 1731413892056Closed at 1731413892056 2024-11-12T12:18:12,057 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/.initializing 2024-11-12T12:18:12,057 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/WALs/4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:12,058 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:18:12,059 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C43743%2C1731413890041, suffix=, logDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/WALs/4a91c05c96a4,43743,1731413890041, archiveDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/oldWALs, maxLogs=10 2024-11-12T12:18:12,076 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/WALs/4a91c05c96a4,43743,1731413890041/4a91c05c96a4%2C43743%2C1731413890041.1731413892059, exclude list is [], retry=0 2024-11-12T12:18:12,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-fafc5e97-936b-4103-a7f1-33148c76ffca,DISK] 2024-11-12T12:18:12,084 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/WALs/4a91c05c96a4,43743,1731413890041/4a91c05c96a4%2C43743%2C1731413890041.1731413892059 2024-11-12T12:18:12,085 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37537:37537)] 2024-11-12T12:18:12,085 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:18:12,085 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:12,085 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,085 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:18:12,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:12,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:12,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:18:12,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:12,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:12,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:18:12,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:12,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:12,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:18:12,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:12,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:12,098 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,098 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,099 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,101 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,101 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,102 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:18:12,103 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:12,106 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:18:12,106 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75455694, jitterRate=0.12437745928764343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:18:12,107 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413892085Initializing all the Stores at 1731413892086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413892086Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413892086Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413892086Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413892086Cleaning up temporary data from old regions at 1731413892101 (+15 ms)Region opened successfully at 1731413892107 (+6 ms) 2024-11-12T12:18:12,107 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:18:12,110 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df64193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:18:12,111 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:18:12,112 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:18:12,112 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:18:12,112 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:18:12,112 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:18:12,113 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:18:12,113 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:18:12,115 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:18:12,115 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Unable to get data of znode /0451888697/balancer because node does not exist (not necessarily an error) 2024-11-12T12:18:12,161 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0451888697/balancer already deleted, retry=false 2024-11-12T12:18:12,161 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:18:12,162 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Unable to get data of znode /0451888697/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:18:12,171 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0451888697/normalizer already deleted, retry=false 2024-11-12T12:18:12,172 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:18:12,173 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Unable to get data of znode /0451888697/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:18:12,182 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0451888697/switch/split already deleted, retry=false 2024-11-12T12:18:12,183 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Unable to get data of znode /0451888697/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:18:12,192 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0451888697/switch/merge already deleted, retry=false 2024-11-12T12:18:12,194 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Unable to get data of znode /0451888697/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:18:12,203 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0451888697/snapshot-cleanup already deleted, retry=false 2024-11-12T12:18:12,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0451888697/running 2024-11-12T12:18:12,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0451888697/running 2024-11-12T12:18:12,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:12,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:12,214 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,43743,1731413890041, sessionid=0x1012efb45d40000, setting cluster-up flag (Was=false) 2024-11-12T12:18:12,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:12,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:12,266 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0451888697/flush-table-proc/acquired, /0451888697/flush-table-proc/reached, /0451888697/flush-table-proc/abort 2024-11-12T12:18:12,267 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:12,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:12,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:12,319 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0451888697/online-snapshot/acquired, /0451888697/online-snapshot/reached, /0451888697/online-snapshot/abort 2024-11-12T12:18:12,320 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:12,324 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:18:12,325 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:12,325 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:18:12,326 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:18:12,326 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,43743,1731413890041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:18:12,327 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:12,327 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:12,327 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:12,327 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:12,327 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:18:12,327 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,327 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:18:12,328 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:12,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:18:12,335 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:12,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:18:12,340 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731413922340 2024-11-12T12:18:12,340 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:18:12,340 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:18:12,340 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:18:12,340 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:18:12,340 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:18:12,340 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:18:12,344 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,352 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:18:12,352 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:18:12,352 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:18:12,352 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:18:12,356 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:18:12,356 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:18:12,356 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413892356,5,FailOnTimeoutGroup] 2024-11-12T12:18:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:18:12,358 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413892356,5,FailOnTimeoutGroup] 2024-11-12T12:18:12,358 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,358 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:18:12,358 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,358 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,423 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(746): ClusterId : 4e3a435e-de7e-4af6-8f9f-7b4862a8e832 2024-11-12T12:18:12,423 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:18:12,441 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:18:12,441 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:18:12,454 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:18:12,454 DEBUG [RS:0;4a91c05c96a4:42903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c26ec65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:18:12,469 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:42903 2024-11-12T12:18:12,469 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:18:12,469 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:18:12,469 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:18:12,470 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,43743,1731413890041 with port=42903, startcode=1731413890278 2024-11-12T12:18:12,470 DEBUG [RS:0;4a91c05c96a4:42903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:18:12,472 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:18:12,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:12,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43743 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:12,476 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e 2024-11-12T12:18:12,476 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45695 2024-11-12T12:18:12,476 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:18:12,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697/rs 2024-11-12T12:18:12,488 DEBUG [RS:0;4a91c05c96a4:42903 {}] zookeeper.ZKUtil(111): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Set watcher on existing znode=/0451888697/rs/4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:12,488 WARN [RS:0;4a91c05c96a4:42903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:18:12,488 INFO [RS:0;4a91c05c96a4:42903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:18:12,488 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:12,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,42903,1731413890278] 2024-11-12T12:18:12,491 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:18:12,496 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:18:12,497 INFO [RS:0;4a91c05c96a4:42903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:18:12,497 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,498 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:18:12,499 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:18:12,499 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,499 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,499 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,499 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,499 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,499 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,500 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:18:12,500 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,500 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,500 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,500 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,500 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,500 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:12,500 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:18:12,500 DEBUG [RS:0;4a91c05c96a4:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:18:12,504 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,504 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,504 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,504 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,504 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,504 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42903,1731413890278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:18:12,527 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:18:12,527 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42903,1731413890278-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,527 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,527 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.Replication(171): 4a91c05c96a4,42903,1731413890278 started 2024-11-12T12:18:12,542 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:12,542 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,42903,1731413890278, RpcServer on 4a91c05c96a4/172.17.0.3:42903, sessionid=0x1012efb45d40001 2024-11-12T12:18:12,543 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:18:12,543 DEBUG [RS:0;4a91c05c96a4:42903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:12,543 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42903,1731413890278' 2024-11-12T12:18:12,543 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0451888697/flush-table-proc/abort' 2024-11-12T12:18:12,543 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0451888697/flush-table-proc/acquired' 2024-11-12T12:18:12,544 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:18:12,544 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:18:12,544 DEBUG [RS:0;4a91c05c96a4:42903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:12,544 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42903,1731413890278' 2024-11-12T12:18:12,544 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0451888697/online-snapshot/abort' 2024-11-12T12:18:12,545 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0451888697/online-snapshot/acquired' 2024-11-12T12:18:12,545 DEBUG [RS:0;4a91c05c96a4:42903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:18:12,545 INFO [RS:0;4a91c05c96a4:42903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:18:12,545 INFO [RS:0;4a91c05c96a4:42903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:18:12,646 INFO [RS:0;4a91c05c96a4:42903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:18:12,647 INFO [RS:0;4a91c05c96a4:42903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42903%2C1731413890278, suffix=, logDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278, archiveDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/oldWALs, maxLogs=10 2024-11-12T12:18:12,661 DEBUG [RS:0;4a91c05c96a4:42903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647, exclude list is [], retry=0 2024-11-12T12:18:12,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-fafc5e97-936b-4103-a7f1-33148c76ffca,DISK] 2024-11-12T12:18:12,667 INFO [RS:0;4a91c05c96a4:42903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 2024-11-12T12:18:12,667 DEBUG [RS:0;4a91c05c96a4:42903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37537:37537)] 2024-11-12T12:18:12,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:18:12,758 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e 2024-11-12T12:18:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:18:13,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:13,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:18:13,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:18:13,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:13,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:13,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:18:13,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:18:13,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:13,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:13,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:18:13,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:18:13,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:13,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:13,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:18:13,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:18:13,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:13,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:13,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:18:13,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740 2024-11-12T12:18:13,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740 2024-11-12T12:18:13,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:18:13,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:18:13,177 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:18:13,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:18:13,180 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:18:13,180 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60696861, jitterRate=-0.09554629027843475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:18:13,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731413893166Initializing all the Stores at 1731413893167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413893167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413893167Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413893167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413893167Cleaning up temporary data from old regions at 1731413893176 (+9 ms)Region opened successfully at 1731413893180 (+4 ms) 2024-11-12T12:18:13,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:18:13,181 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:18:13,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:18:13,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:18:13,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:18:13,181 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:18:13,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413893181Disabling compacts and flushes for region at 1731413893181Disabling writes for close at 1731413893181Writing region close event to WAL at 1731413893181Closed at 1731413893181 2024-11-12T12:18:13,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:13,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:18:13,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:18:13,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:18:13,184 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:18:13,334 DEBUG [4a91c05c96a4:43743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:18:13,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:13,336 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,42903,1731413890278, state=OPENING 2024-11-12T12:18:13,382 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:18:13,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:13,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:13,393 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:18:13,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0451888697/meta-region-server: CHANGED 2024-11-12T12:18:13,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0451888697/meta-region-server: CHANGED 2024-11-12T12:18:13,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42903,1731413890278}] 2024-11-12T12:18:13,546 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:18:13,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:18:13,550 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:18:13,551 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:18:13,551 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:18:13,552 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42903%2C1731413890278.meta, suffix=.meta, logDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278, archiveDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/oldWALs, maxLogs=10 2024-11-12T12:18:13,564 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.meta.1731413893552.meta, exclude list is [], retry=0 2024-11-12T12:18:13,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-fafc5e97-936b-4103-a7f1-33148c76ffca,DISK] 2024-11-12T12:18:13,567 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.meta.1731413893552.meta 2024-11-12T12:18:13,568 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37537:37537)] 2024-11-12T12:18:13,568 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:18:13,568 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:18:13,568 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:18:13,568 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:18:13,568 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:18:13,568 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:18:13,568 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:13,568 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:18:13,569 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:18:13,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:18:13,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:18:13,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:13,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:13,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:18:13,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:18:13,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:13,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:13,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:18:13,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:18:13,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:13,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:13,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:18:13,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:18:13,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:13,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:13,576 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:18:13,576 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740 2024-11-12T12:18:13,578 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740 2024-11-12T12:18:13,579 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:18:13,579 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:18:13,579 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:18:13,580 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:18:13,581 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61350930, jitterRate=-0.08579990267753601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:18:13,581 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:18:13,582 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413893569Writing region info on filesystem at 1731413893569Initializing all the Stores at 1731413893569Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413893570 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413893570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413893570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413893570Cleaning up temporary data from old regions at 1731413893579 (+9 ms)Running coprocessor post-open hooks at 1731413893581 (+2 ms)Region opened successfully at 1731413893582 (+1 ms) 2024-11-12T12:18:13,583 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731413893546 2024-11-12T12:18:13,585 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:18:13,585 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:18:13,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:13,587 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,42903,1731413890278, state=OPEN 2024-11-12T12:18:13,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0451888697/meta-region-server 2024-11-12T12:18:13,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0451888697/meta-region-server 2024-11-12T12:18:13,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:13,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0451888697/meta-region-server: CHANGED 2024-11-12T12:18:13,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0451888697/meta-region-server: CHANGED 2024-11-12T12:18:13,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:18:13,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42903,1731413890278 in 284 msec 2024-11-12T12:18:13,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:18:13,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-12T12:18:13,683 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:13,683 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:18:13,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:13,685 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42903,1731413890278, seqNum=-1] 2024-11-12T12:18:13,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:13,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:18:13,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3670 sec 2024-11-12T12:18:13,693 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413893693, completionTime=-1 2024-11-12T12:18:13,694 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:18:13,694 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:18:13,695 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:18:13,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731413953695 2024-11-12T12:18:13,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414013696 2024-11-12T12:18:13,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T12:18:13,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43743,1731413890041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:13,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43743,1731413890041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:13,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43743,1731413890041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:13,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:43743, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:13,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:13,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:13,698 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:18:13,699 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.327sec 2024-11-12T12:18:13,700 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:18:13,700 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:18:13,700 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:18:13,700 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:18:13,700 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:18:13,700 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43743,1731413890041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:18:13,700 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43743,1731413890041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:18:13,702 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:18:13,702 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:18:13,702 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43743,1731413890041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:13,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:13,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,43743,-1 for getting cluster id 2024-11-12T12:18:13,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:13,726 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a435e-de7e-4af6-8f9f-7b4862a8e832' 2024-11-12T12:18:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a435e-de7e-4af6-8f9f-7b4862a8e832" 2024-11-12T12:18:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc9d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,43743,-1] 2024-11-12T12:18:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:13,728 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:13,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:13,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:13,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42903,1731413890278, seqNum=-1] 2024-11-12T12:18:13,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:13,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:18:13,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:13,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57711 2024-11-12T12:18:13,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:18:13,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012efb45d40002 connected 2024-11-12T12:18:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/hadoop.log.dir so I do NOT create it in target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1 2024-11-12T12:18:13,869 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:18:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/hadoop.tmp.dir so I do NOT create it in target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1 2024-11-12T12:18:13,869 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:18:13,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1 2024-11-12T12:18:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:18:13,869 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/cluster_9f9396ef-6fdf-4687-3987-7c9574065505, deleteOnExit=true 2024-11-12T12:18:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:18:13,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/test.cache.data in system properties and HBase conf 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:18:13,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:18:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:18:13,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:18:14,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:18:14,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:18:14,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:18:14,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:18:14,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:18:14,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:18:14,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:18:14,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:18:14,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/java.io.tmpdir/jetty-localhost-35547-hadoop-hdfs-3_4_1-tests_jar-_-any-17527472037644704415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:18:14,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:35547} 2024-11-12T12:18:14,521 INFO [Time-limited test {}] server.Server(415): Started @55009ms 2024-11-12T12:18:14,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:18:14,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:18:14,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:18:14,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:18:14,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:18:14,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:18:14,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:18:14,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/java.io.tmpdir/jetty-localhost-33637-hadoop-hdfs-3_4_1-tests_jar-_-any-221158650335788892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:18:14,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:33637} 2024-11-12T12:18:14,856 INFO [Time-limited test {}] server.Server(415): Started @55343ms 2024-11-12T12:18:14,857 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:18:15,500 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/cluster_9f9396ef-6fdf-4687-3987-7c9574065505/data/data2/current/BP-1542653438-172.17.0.3-1731413893906/current, will proceed with Du for space computation calculation, 2024-11-12T12:18:15,500 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/cluster_9f9396ef-6fdf-4687-3987-7c9574065505/data/data1/current/BP-1542653438-172.17.0.3-1731413893906/current, will proceed with Du for space computation calculation, 2024-11-12T12:18:15,514 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:18:15,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7bf0663c1711119 with lease ID 0x86b2747936cdc163: Processing first storage report for DS-e79d4c33-2085-4614-9330-8f0468f250bb from datanode DatanodeRegistration(127.0.0.1:33633, datanodeUuid=ec5fcd5a-88b5-47e8-bfa9-b18ac4cefc6f, infoPort=40171, infoSecurePort=0, ipcPort=44347, storageInfo=lv=-57;cid=testClusterID;nsid=95085117;c=1731413893906) 2024-11-12T12:18:15,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7bf0663c1711119 with lease ID 0x86b2747936cdc163: from storage DS-e79d4c33-2085-4614-9330-8f0468f250bb node DatanodeRegistration(127.0.0.1:33633, datanodeUuid=ec5fcd5a-88b5-47e8-bfa9-b18ac4cefc6f, infoPort=40171, infoSecurePort=0, ipcPort=44347, storageInfo=lv=-57;cid=testClusterID;nsid=95085117;c=1731413893906), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:18:15,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7bf0663c1711119 with lease ID 0x86b2747936cdc163: Processing first storage report for DS-0dae1932-1d95-465d-8656-21eb41a95e12 from datanode DatanodeRegistration(127.0.0.1:33633, datanodeUuid=ec5fcd5a-88b5-47e8-bfa9-b18ac4cefc6f, infoPort=40171, infoSecurePort=0, ipcPort=44347, storageInfo=lv=-57;cid=testClusterID;nsid=95085117;c=1731413893906) 2024-11-12T12:18:15,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7bf0663c1711119 with lease ID 0x86b2747936cdc163: from storage DS-0dae1932-1d95-465d-8656-21eb41a95e12 node DatanodeRegistration(127.0.0.1:33633, datanodeUuid=ec5fcd5a-88b5-47e8-bfa9-b18ac4cefc6f, infoPort=40171, infoSecurePort=0, ipcPort=44347, storageInfo=lv=-57;cid=testClusterID;nsid=95085117;c=1731413893906), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:18:15,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1 2024-11-12T12:18:15,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:15,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:15,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:18:15,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:18:15,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T12:18:15,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:18:15,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T12:18:15,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:18:15,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T12:18:15,991 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918 with version=8 2024-11-12T12:18:15,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/hbase-staging 2024-11-12T12:18:15,993 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:18:15,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:15,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:15,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:18:15,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:15,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:18:15,993 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:18:15,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:18:15,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44039 2024-11-12T12:18:15,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44039 connecting to ZooKeeper ensemble=127.0.0.1:57711 2024-11-12T12:18:16,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440390x0, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:18:16,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44039-0x1012efb45d40003 connected 2024-11-12T12:18:16,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:16,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:16,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Set watcher on znode that does not yet exist, /1-360923193/running 2024-11-12T12:18:16,123 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918, hbase.cluster.distributed=false 2024-11-12T12:18:16,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Set watcher on znode that does not yet exist, /1-360923193/acl 2024-11-12T12:18:16,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-12T12:18:16,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44039 2024-11-12T12:18:16,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44039 2024-11-12T12:18:16,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-12T12:18:16,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-12T12:18:16,140 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:18:16,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:16,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:16,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:18:16,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:18:16,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:18:16,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:18:16,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:18:16,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43745 2024-11-12T12:18:16,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43745 connecting to ZooKeeper ensemble=127.0.0.1:57711 2024-11-12T12:18:16,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:16,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:16,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437450x0, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:18:16,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437450x0, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Set watcher on znode that does not yet exist, /1-360923193/running 2024-11-12T12:18:16,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43745-0x1012efb45d40004 connected 2024-11-12T12:18:16,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:18:16,159 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:18:16,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Set watcher on znode that does not yet exist, /1-360923193/master 2024-11-12T12:18:16,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Set watcher on znode that does not yet exist, /1-360923193/acl 2024-11-12T12:18:16,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-12T12:18:16,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43745 2024-11-12T12:18:16,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43745 2024-11-12T12:18:16,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-12T12:18:16,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-12T12:18:16,175 DEBUG [M:0;4a91c05c96a4:44039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:44039 2024-11-12T12:18:16,175 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-360923193/backup-masters/4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:16,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193/backup-masters 2024-11-12T12:18:16,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193/backup-masters 2024-11-12T12:18:16,182 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Set watcher on existing znode=/1-360923193/backup-masters/4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:16,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-360923193/master 2024-11-12T12:18:16,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:16,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:16,193 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Set watcher on existing znode=/1-360923193/master 2024-11-12T12:18:16,193 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-360923193/backup-masters/4a91c05c96a4,44039,1731413895993 from backup master directory 2024-11-12T12:18:16,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-360923193/backup-masters/4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:16,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193/backup-masters 2024-11-12T12:18:16,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193/backup-masters 2024-11-12T12:18:16,203 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:18:16,203 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:16,207 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/hbase.id] with ID: e88e5555-6451-4747-adcf-26dfc89de34d 2024-11-12T12:18:16,207 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/.tmp/hbase.id 2024-11-12T12:18:16,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:18:16,612 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/.tmp/hbase.id]:[hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/hbase.id] 2024-11-12T12:18:16,622 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:16,622 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:18:16,623 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:18:16,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:16,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:16,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:18:17,080 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:18:17,081 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:18:17,081 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:18:17,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:18:17,488 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store 2024-11-12T12:18:17,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:18:17,895 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:17,895 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:18:17,895 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:17,895 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:17,895 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:18:17,895 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:17,895 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:18:17,895 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413897895Disabling compacts and flushes for region at 1731413897895Disabling writes for close at 1731413897895Writing region close event to WAL at 1731413897895Closed at 1731413897895 2024-11-12T12:18:17,896 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/.initializing 2024-11-12T12:18:17,896 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/WALs/4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:17,897 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:18:17,899 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C44039%2C1731413895993, suffix=, logDir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/WALs/4a91c05c96a4,44039,1731413895993, archiveDir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/oldWALs, maxLogs=10 2024-11-12T12:18:17,914 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/WALs/4a91c05c96a4,44039,1731413895993/4a91c05c96a4%2C44039%2C1731413895993.1731413897899, exclude list is [], retry=0 2024-11-12T12:18:17,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33633,DS-e79d4c33-2085-4614-9330-8f0468f250bb,DISK] 2024-11-12T12:18:17,919 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/WALs/4a91c05c96a4,44039,1731413895993/4a91c05c96a4%2C44039%2C1731413895993.1731413897899 2024-11-12T12:18:17,919 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40171:40171)] 2024-11-12T12:18:17,919 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:18:17,919 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:17,920 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,920 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:18:17,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:17,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:17,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:18:17,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:17,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:17,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:18:17,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:17,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:17,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:18:17,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:17,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:17,927 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,928 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,928 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,930 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:18:17,931 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:18:17,933 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:18:17,933 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60078953, jitterRate=-0.10475383698940277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:18:17,934 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413897920Initializing all the Stores at 1731413897921 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413897921Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413897921Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413897921Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413897921Cleaning up temporary data from old regions at 1731413897929 (+8 ms)Region opened successfully at 1731413897933 (+4 ms) 2024-11-12T12:18:17,934 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:18:17,937 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b23e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:18:17,938 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:18:17,938 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:18:17,938 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:18:17,938 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:18:17,939 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:18:17,939 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:18:17,939 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:18:17,941 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:18:17,942 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Unable to get data of znode /1-360923193/balancer because node does not exist (not necessarily an error) 2024-11-12T12:18:18,055 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-360923193/balancer already deleted, retry=false 2024-11-12T12:18:18,056 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:18:18,057 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Unable to get data of znode /1-360923193/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:18:18,066 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-360923193/normalizer already deleted, retry=false 2024-11-12T12:18:18,066 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:18:18,067 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Unable to get data of znode /1-360923193/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:18:18,076 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-360923193/switch/split already deleted, retry=false 2024-11-12T12:18:18,077 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Unable to get data of znode /1-360923193/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:18:18,087 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-360923193/switch/merge already deleted, retry=false 2024-11-12T12:18:18,089 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Unable to get data of znode /1-360923193/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:18:18,097 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-360923193/snapshot-cleanup already deleted, retry=false 2024-11-12T12:18:18,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-360923193/running 2024-11-12T12:18:18,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-360923193/running 2024-11-12T12:18:18,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:18,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:18,108 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,44039,1731413895993, sessionid=0x1012efb45d40003, setting cluster-up flag (Was=false) 2024-11-12T12:18:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:18,160 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-360923193/flush-table-proc/acquired, /1-360923193/flush-table-proc/reached, /1-360923193/flush-table-proc/abort 2024-11-12T12:18:18,162 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:18,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:18,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:18,213 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-360923193/online-snapshot/acquired, /1-360923193/online-snapshot/reached, /1-360923193/online-snapshot/abort 2024-11-12T12:18:18,214 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:18,215 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:18:18,217 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:18,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:18:18,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:18:18,217 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,44039,1731413895993 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:18:18,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:18,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:18,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:18,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:18:18,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:18:18,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:18:18,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731413928220 2024-11-12T12:18:18,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:18:18,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:18:18,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:18:18,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:18:18,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:18:18,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:18:18,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:18,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:18:18,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:18:18,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:18:18,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:18:18,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:18:18,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:18:18,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:18:18,222 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413898221,5,FailOnTimeoutGroup] 2024-11-12T12:18:18,222 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413898222,5,FailOnTimeoutGroup] 2024-11-12T12:18:18,222 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:18,222 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,222 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:18:18,222 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,222 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:18:18,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:18:18,268 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(746): ClusterId : e88e5555-6451-4747-adcf-26dfc89de34d 2024-11-12T12:18:18,268 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:18:18,277 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:18:18,277 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:18:18,287 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:18:18,288 DEBUG [RS:0;4a91c05c96a4:43745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff78e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:18:18,298 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:43745 2024-11-12T12:18:18,298 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:18:18,298 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:18:18,298 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:18:18,299 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,44039,1731413895993 with port=43745, startcode=1731413896140 2024-11-12T12:18:18,299 DEBUG [RS:0;4a91c05c96a4:43745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:18:18,301 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:18:18,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,43745,1731413896140 2024-11-12T12:18:18,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,43745,1731413896140 2024-11-12T12:18:18,303 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918 2024-11-12T12:18:18,303 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33033 2024-11-12T12:18:18,303 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:18:18,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193/rs 2024-11-12T12:18:18,308 DEBUG [RS:0;4a91c05c96a4:43745 {}] zookeeper.ZKUtil(111): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Set watcher on existing znode=/1-360923193/rs/4a91c05c96a4,43745,1731413896140 2024-11-12T12:18:18,308 WARN [RS:0;4a91c05c96a4:43745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:18:18,308 INFO [RS:0;4a91c05c96a4:43745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:18:18,309 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/WALs/4a91c05c96a4,43745,1731413896140 2024-11-12T12:18:18,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,43745,1731413896140] 2024-11-12T12:18:18,312 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:18:18,313 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:18:18,313 INFO [RS:0;4a91c05c96a4:43745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:18:18,313 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,314 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:18:18,314 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:18:18,314 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,314 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,314 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,314 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,315 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,315 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,315 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:18:18,315 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,315 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,315 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,315 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,315 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,315 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:18:18,315 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:18:18,315 DEBUG [RS:0;4a91c05c96a4:43745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:18:18,318 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,318 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,318 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,318 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,318 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,318 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43745,1731413896140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:18:18,331 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:18:18,331 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43745,1731413896140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,331 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,331 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.Replication(171): 4a91c05c96a4,43745,1731413896140 started 2024-11-12T12:18:18,342 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:18,342 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,43745,1731413896140, RpcServer on 4a91c05c96a4/172.17.0.3:43745, sessionid=0x1012efb45d40004 2024-11-12T12:18:18,343 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:18:18,343 DEBUG [RS:0;4a91c05c96a4:43745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,43745,1731413896140 2024-11-12T12:18:18,343 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,43745,1731413896140' 2024-11-12T12:18:18,343 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-360923193/flush-table-proc/abort' 2024-11-12T12:18:18,343 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-360923193/flush-table-proc/acquired' 2024-11-12T12:18:18,343 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:18:18,343 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:18:18,344 DEBUG [RS:0;4a91c05c96a4:43745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,43745,1731413896140 2024-11-12T12:18:18,344 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,43745,1731413896140' 2024-11-12T12:18:18,344 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-360923193/online-snapshot/abort' 2024-11-12T12:18:18,344 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-360923193/online-snapshot/acquired' 2024-11-12T12:18:18,344 DEBUG [RS:0;4a91c05c96a4:43745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:18:18,344 INFO [RS:0;4a91c05c96a4:43745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:18:18,344 INFO [RS:0;4a91c05c96a4:43745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:18:18,445 INFO [RS:0;4a91c05c96a4:43745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:18:18,446 INFO [RS:0;4a91c05c96a4:43745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C43745%2C1731413896140, suffix=, logDir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/WALs/4a91c05c96a4,43745,1731413896140, archiveDir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/oldWALs, maxLogs=10 2024-11-12T12:18:18,458 DEBUG [RS:0;4a91c05c96a4:43745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/WALs/4a91c05c96a4,43745,1731413896140/4a91c05c96a4%2C43745%2C1731413896140.1731413898446, exclude list is [], retry=0 2024-11-12T12:18:18,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33633,DS-e79d4c33-2085-4614-9330-8f0468f250bb,DISK] 2024-11-12T12:18:18,462 INFO [RS:0;4a91c05c96a4:43745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/WALs/4a91c05c96a4,43745,1731413896140/4a91c05c96a4%2C43745%2C1731413896140.1731413898446 2024-11-12T12:18:18,462 DEBUG [RS:0;4a91c05c96a4:43745 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40171:40171)] 2024-11-12T12:18:18,492 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:18:18,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:18,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:18,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:18,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:18,631 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:18:18,632 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918 2024-11-12T12:18:18,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:18:19,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:19,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:18:19,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:18:19,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:19,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:19,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:18:19,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:18:19,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:19,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:19,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:18:19,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:18:19,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:19,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:19,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:18:19,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:18:19,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:19,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:19,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:18:19,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740 2024-11-12T12:18:19,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740 2024-11-12T12:18:19,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:18:19,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:18:19,049 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:18:19,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:18:19,053 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:18:19,053 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61090088, jitterRate=-0.08968675136566162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:18:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731413899038Initializing all the Stores at 1731413899039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413899039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413899039Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413899039Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413899039Cleaning up temporary data from old regions at 1731413899048 (+9 ms)Region opened successfully at 1731413899053 (+5 ms) 2024-11-12T12:18:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:18:19,053 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:18:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:18:19,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:18:19,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:18:19,054 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:18:19,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413899053Disabling compacts and flushes for region at 1731413899053Disabling writes for close at 1731413899054 (+1 ms)Writing region close event to WAL at 1731413899054Closed at 1731413899054 2024-11-12T12:18:19,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:19,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:18:19,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:18:19,057 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:18:19,058 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:18:19,098 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:18:19,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:19,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:19,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:19,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:19,208 DEBUG [4a91c05c96a4:44039 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:18:19,209 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,43745,1731413896140 2024-11-12T12:18:19,210 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,43745,1731413896140, state=OPENING 2024-11-12T12:18:19,309 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:18:19,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:19,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:18:19,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-360923193/meta-region-server: CHANGED 2024-11-12T12:18:19,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-360923193/meta-region-server: CHANGED 2024-11-12T12:18:19,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:18:19,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,43745,1731413896140}] 2024-11-12T12:18:19,482 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:18:19,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:18:19,487 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:18:19,487 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:18:19,488 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:18:19,489 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C43745%2C1731413896140.meta, suffix=.meta, logDir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/WALs/4a91c05c96a4,43745,1731413896140, archiveDir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/oldWALs, maxLogs=10 2024-11-12T12:18:19,502 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/WALs/4a91c05c96a4,43745,1731413896140/4a91c05c96a4%2C43745%2C1731413896140.meta.1731413899489.meta, exclude list is [], retry=0 2024-11-12T12:18:19,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33633,DS-e79d4c33-2085-4614-9330-8f0468f250bb,DISK] 2024-11-12T12:18:19,505 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/WALs/4a91c05c96a4,43745,1731413896140/4a91c05c96a4%2C43745%2C1731413896140.meta.1731413899489.meta 2024-11-12T12:18:19,506 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40171:40171)] 2024-11-12T12:18:19,506 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:18:19,506 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:18:19,506 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:18:19,506 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:18:19,506 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:18:19,506 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:18:19,506 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:19,507 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:18:19,507 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:18:19,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:18:19,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:18:19,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:19,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:19,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:18:19,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:18:19,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:19,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:19,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:18:19,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:18:19,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:19,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:19,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:18:19,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:18:19,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:19,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:18:19,513 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:18:19,514 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740 2024-11-12T12:18:19,515 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740 2024-11-12T12:18:19,516 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:18:19,516 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:18:19,517 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:18:19,517 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:18:19,518 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70110735, jitterRate=0.04473136365413666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:18:19,518 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:18:19,518 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413899507Writing region info on filesystem at 1731413899507Initializing all the Stores at 1731413899508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413899508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413899508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413899508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413899508Cleaning up temporary data from old regions at 1731413899516 (+8 ms)Running coprocessor post-open hooks at 1731413899518 (+2 ms)Region opened successfully at 1731413899518 2024-11-12T12:18:19,519 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731413899482 2024-11-12T12:18:19,521 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:18:19,521 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:18:19,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,43745,1731413896140 2024-11-12T12:18:19,523 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,43745,1731413896140, state=OPEN 2024-11-12T12:18:19,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-360923193/meta-region-server 2024-11-12T12:18:19,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-360923193/meta-region-server 2024-11-12T12:18:19,529 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,43745,1731413896140 2024-11-12T12:18:19,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-360923193/meta-region-server: CHANGED 2024-11-12T12:18:19,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-360923193/meta-region-server: CHANGED 2024-11-12T12:18:19,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:18:19,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,43745,1731413896140 in 200 msec 2024-11-12T12:18:19,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:18:19,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-12T12:18:19,535 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:18:19,535 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:18:19,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:19,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43745,1731413896140, seqNum=-1] 2024-11-12T12:18:19,536 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:19,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:18:19,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-11-12T12:18:19,542 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413899542, completionTime=-1 2024-11-12T12:18:19,542 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:18:19,542 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:18:19,544 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:18:19,544 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731413959544 2024-11-12T12:18:19,544 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414019544 2024-11-12T12:18:19,544 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:18:19,544 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44039,1731413895993-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:19,544 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44039,1731413895993-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:19,544 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44039,1731413895993-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:19,544 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:44039, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:19,544 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:19,545 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:19,546 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:18:19,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.345sec 2024-11-12T12:18:19,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:18:19,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:18:19,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:18:19,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:18:19,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:18:19,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44039,1731413895993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:18:19,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44039,1731413895993-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:18:19,551 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:18:19,551 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:18:19,551 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44039,1731413895993-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:18:19,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:19,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,44039,-1 for getting cluster id 2024-11-12T12:18:19,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:19,570 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88e5555-6451-4747-adcf-26dfc89de34d' 2024-11-12T12:18:19,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:19,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88e5555-6451-4747-adcf-26dfc89de34d" 2024-11-12T12:18:19,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56211094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,44039,-1] 2024-11-12T12:18:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:19,572 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:19,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:19,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43745,1731413896140, seqNum=-1] 2024-11-12T12:18:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:19,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:18:19,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:19,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57711 2024-11-12T12:18:19,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:18:19,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012efb45d40005 connected 2024-11-12T12:18:19,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68dae08 2024-11-12T12:18:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:19,607 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:18:19,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:18:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:18:19,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:18:19,615 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:19,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:18:19,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:18:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:19,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:18:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:20,024 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b580de0d2f09124cc845b03eedc607e, NAME => 'test,,1731413899607.1b580de0d2f09124cc845b03eedc607e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e 2024-11-12T12:18:20,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:18:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:20,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731413899607.1b580de0d2f09124cc845b03eedc607e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:20,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1b580de0d2f09124cc845b03eedc607e, disabling compactions & flushes 2024-11-12T12:18:20,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:18:20,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:18:20,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. after waiting 0 ms 2024-11-12T12:18:20,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:18:20,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:18:20,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b580de0d2f09124cc845b03eedc607e: Waiting for close lock at 1731413900430Disabling compacts and flushes for region at 1731413900430Disabling writes for close at 1731413900430Writing region close event to WAL at 1731413900430Closed at 1731413900430 2024-11-12T12:18:20,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:18:20,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731413899607.1b580de0d2f09124cc845b03eedc607e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731413900431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413900431"}]},"ts":"1731413900431"} 2024-11-12T12:18:20,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:18:20,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:18:20,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413900435"}]},"ts":"1731413900435"} 2024-11-12T12:18:20,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:18:20,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b580de0d2f09124cc845b03eedc607e, ASSIGN}] 2024-11-12T12:18:20,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b580de0d2f09124cc845b03eedc607e, ASSIGN 2024-11-12T12:18:20,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1b580de0d2f09124cc845b03eedc607e, ASSIGN; state=OFFLINE, location=4a91c05c96a4,42903,1731413890278; forceNewPlan=false, retain=false 2024-11-12T12:18:20,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b580de0d2f09124cc845b03eedc607e, regionState=OPENING, regionLocation=4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:20,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1b580de0d2f09124cc845b03eedc607e, ASSIGN because future has completed 2024-11-12T12:18:20,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b580de0d2f09124cc845b03eedc607e, server=4a91c05c96a4,42903,1731413890278}] 2024-11-12T12:18:20,748 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:18:20,748 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b580de0d2f09124cc845b03eedc607e, NAME => 'test,,1731413899607.1b580de0d2f09124cc845b03eedc607e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:18:20,749 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:18:20,749 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:18:20,749 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,749 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731413899607.1b580de0d2f09124cc845b03eedc607e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:20,749 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,749 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,750 INFO [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,752 INFO [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b580de0d2f09124cc845b03eedc607e columnFamilyName f 2024-11-12T12:18:20,752 DEBUG [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:20,752 INFO [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] regionserver.HStore(327): Store=1b580de0d2f09124cc845b03eedc607e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:20,752 INFO [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,753 INFO [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b580de0d2f09124cc845b03eedc607e columnFamilyName f1 2024-11-12T12:18:20,753 DEBUG [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:20,754 INFO [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] regionserver.HStore(327): Store=1b580de0d2f09124cc845b03eedc607e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:20,754 INFO [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,755 INFO [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b580de0d2f09124cc845b03eedc607e columnFamilyName norep 2024-11-12T12:18:20,755 DEBUG [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:20,755 INFO [StoreOpener-1b580de0d2f09124cc845b03eedc607e-1 {}] regionserver.HStore(327): Store=1b580de0d2f09124cc845b03eedc607e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:20,755 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,756 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,756 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,757 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,757 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,757 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:18:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:20,758 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,760 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:18:20,761 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1b580de0d2f09124cc845b03eedc607e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67684967, jitterRate=0.008584603667259216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:18:20,761 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:18:20,762 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1b580de0d2f09124cc845b03eedc607e: Running coprocessor pre-open hook at 1731413900749Writing region info on filesystem at 1731413900749Initializing all the Stores at 1731413900750 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413900750Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413900750Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413900750Cleaning up temporary data from old regions at 1731413900757 (+7 ms)Running coprocessor post-open hooks at 1731413900761 (+4 ms)Region opened successfully at 1731413900762 (+1 ms) 2024-11-12T12:18:20,764 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., pid=6, masterSystemTime=1731413900744 2024-11-12T12:18:20,766 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:18:20,766 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:18:20,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b580de0d2f09124cc845b03eedc607e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:20,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b580de0d2f09124cc845b03eedc607e, server=4a91c05c96a4,42903,1731413890278 because future has completed 2024-11-12T12:18:20,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:18:20,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b580de0d2f09124cc845b03eedc607e, server=4a91c05c96a4,42903,1731413890278 in 179 msec 2024-11-12T12:18:20,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:18:20,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1b580de0d2f09124cc845b03eedc607e, ASSIGN in 336 msec 2024-11-12T12:18:20,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:18:20,777 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413900777"}]},"ts":"1731413900777"} 2024-11-12T12:18:20,779 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:18:20,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:18:20,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-12T12:18:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:21,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:21,768 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:18:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c354ddd 2024-11-12T12:18:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:21,770 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:18:21,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:18:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:18:21,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:18:21,774 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:21,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:18:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:21,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:18:21,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:18:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:22,183 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2107ca26c29c7758a6db0cbfe85a6c54, NAME => 'test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918 2024-11-12T12:18:22,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:18:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:22,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:22,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2107ca26c29c7758a6db0cbfe85a6c54, disabling compactions & flushes 2024-11-12T12:18:22,590 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:18:22,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:18:22,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. after waiting 0 ms 2024-11-12T12:18:22,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:18:22,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:18:22,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2107ca26c29c7758a6db0cbfe85a6c54: Waiting for close lock at 1731413902590Disabling compacts and flushes for region at 1731413902590Disabling writes for close at 1731413902591 (+1 ms)Writing region close event to WAL at 1731413902591Closed at 1731413902591 2024-11-12T12:18:22,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:18:22,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731413902592"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413902592"}]},"ts":"1731413902592"} 2024-11-12T12:18:22,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:18:22,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:18:22,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413902595"}]},"ts":"1731413902595"} 2024-11-12T12:18:22,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:18:22,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2107ca26c29c7758a6db0cbfe85a6c54, ASSIGN}] 2024-11-12T12:18:22,599 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2107ca26c29c7758a6db0cbfe85a6c54, ASSIGN 2024-11-12T12:18:22,600 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2107ca26c29c7758a6db0cbfe85a6c54, ASSIGN; state=OFFLINE, location=4a91c05c96a4,43745,1731413896140; forceNewPlan=false, retain=false 2024-11-12T12:18:22,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2107ca26c29c7758a6db0cbfe85a6c54, regionState=OPENING, regionLocation=4a91c05c96a4,43745,1731413896140 2024-11-12T12:18:22,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2107ca26c29c7758a6db0cbfe85a6c54, ASSIGN because future has completed 2024-11-12T12:18:22,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2107ca26c29c7758a6db0cbfe85a6c54, server=4a91c05c96a4,43745,1731413896140}] 2024-11-12T12:18:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:22,912 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:18:22,912 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2107ca26c29c7758a6db0cbfe85a6c54, NAME => 'test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:18:22,913 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:18:22,913 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:18:22,913 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,913 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:22,913 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,913 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,915 INFO [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,917 INFO [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2107ca26c29c7758a6db0cbfe85a6c54 columnFamilyName f 2024-11-12T12:18:22,917 DEBUG [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:22,917 INFO [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] regionserver.HStore(327): Store=2107ca26c29c7758a6db0cbfe85a6c54/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:22,917 INFO [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,919 INFO [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2107ca26c29c7758a6db0cbfe85a6c54 columnFamilyName f1 2024-11-12T12:18:22,919 DEBUG [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:22,920 INFO [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] regionserver.HStore(327): Store=2107ca26c29c7758a6db0cbfe85a6c54/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:22,920 INFO [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,921 INFO [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2107ca26c29c7758a6db0cbfe85a6c54 columnFamilyName norep 2024-11-12T12:18:22,921 DEBUG [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:22,922 INFO [StoreOpener-2107ca26c29c7758a6db0cbfe85a6c54-1 {}] regionserver.HStore(327): Store=2107ca26c29c7758a6db0cbfe85a6c54/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:22,922 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,923 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,923 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,924 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,924 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,925 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:18:22,926 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,928 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:18:22,929 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2107ca26c29c7758a6db0cbfe85a6c54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73624154, jitterRate=0.0970853865146637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:18:22,929 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:18:22,929 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2107ca26c29c7758a6db0cbfe85a6c54: Running coprocessor pre-open hook at 1731413902913Writing region info on filesystem at 1731413902913Initializing all the Stores at 1731413902914 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413902914Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413902914Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413902915 (+1 ms)Cleaning up temporary data from old regions at 1731413902924 (+9 ms)Running coprocessor post-open hooks at 1731413902929 (+5 ms)Region opened successfully at 1731413902929 2024-11-12T12:18:22,930 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54., pid=6, masterSystemTime=1731413902906 2024-11-12T12:18:22,933 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:18:22,933 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:18:22,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2107ca26c29c7758a6db0cbfe85a6c54, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,43745,1731413896140 2024-11-12T12:18:22,935 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4a91c05c96a4,43745,1731413896140, table=test, region=2107ca26c29c7758a6db0cbfe85a6c54. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T12:18:22,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2107ca26c29c7758a6db0cbfe85a6c54, server=4a91c05c96a4,43745,1731413896140 because future has completed 2024-11-12T12:18:22,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:18:22,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2107ca26c29c7758a6db0cbfe85a6c54, server=4a91c05c96a4,43745,1731413896140 in 186 msec 2024-11-12T12:18:22,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:18:22,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2107ca26c29c7758a6db0cbfe85a6c54, ASSIGN in 345 msec 2024-11-12T12:18:22,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:18:22,947 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413902947"}]},"ts":"1731413902947"} 2024-11-12T12:18:22,950 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:18:22,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:18:22,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-12T12:18:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:18:23,927 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:18:23,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,43743,-1 for getting cluster id 2024-11-12T12:18:23,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:23,929 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a435e-de7e-4af6-8f9f-7b4862a8e832' 2024-11-12T12:18:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a435e-de7e-4af6-8f9f-7b4862a8e832" 2024-11-12T12:18:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22476c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,43743,-1] 2024-11-12T12:18:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:23,930 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50871de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,44039,-1 for getting cluster id 2024-11-12T12:18:23,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:23,932 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88e5555-6451-4747-adcf-26dfc89de34d' 2024-11-12T12:18:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88e5555-6451-4747-adcf-26dfc89de34d" 2024-11-12T12:18:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fb4ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,44039,-1] 2024-11-12T12:18:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:23,934 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d1a07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,43743,-1 for getting cluster id 2024-11-12T12:18:23,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:23,936 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a435e-de7e-4af6-8f9f-7b4862a8e832' 2024-11-12T12:18:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a435e-de7e-4af6-8f9f-7b4862a8e832" 2024-11-12T12:18:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487f1ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,43743,-1] 2024-11-12T12:18:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:23,937 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634dceee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1818742f 2024-11-12T12:18:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:23,941 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:18:23,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:44039,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:18:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:18:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:18:23,944 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:44039' 2024-11-12T12:18:23,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6f4e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,945 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,44039,-1 for getting cluster id 2024-11-12T12:18:23,945 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:23,946 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88e5555-6451-4747-adcf-26dfc89de34d' 2024-11-12T12:18:23,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:23,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88e5555-6451-4747-adcf-26dfc89de34d" 2024-11-12T12:18:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d01225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,44039,-1] 2024-11-12T12:18:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:23,948 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:23,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef7c5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:23,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@687cd555 2024-11-12T12:18:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:23,950 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:18:23,951 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T12:18:23,951 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:18:23,951 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:23,951 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:23,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:18:23,951 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:18:23,952 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:18:23,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:18:23,954 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:23,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:18:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:18:24,003 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:18:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:18:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:18:24,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T12:18:24,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f24ac6d6df9250774aa9d109aa9ccb4, NAME => 'hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e 2024-11-12T12:18:24,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:18:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:18:24,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:24,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0f24ac6d6df9250774aa9d109aa9ccb4, disabling compactions & flushes 2024-11-12T12:18:24,905 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:18:24,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:18:24,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. after waiting 0 ms 2024-11-12T12:18:24,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:18:24,905 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:18:24,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f24ac6d6df9250774aa9d109aa9ccb4: Waiting for close lock at 1731413904905Disabling compacts and flushes for region at 1731413904905Disabling writes for close at 1731413904905Writing region close event to WAL at 1731413904905Closed at 1731413904905 2024-11-12T12:18:24,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:18:24,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731413904907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413904907"}]},"ts":"1731413904907"} 2024-11-12T12:18:24,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:18:24,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:18:24,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413904910"}]},"ts":"1731413904910"} 2024-11-12T12:18:24,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:18:24,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f24ac6d6df9250774aa9d109aa9ccb4, ASSIGN}] 2024-11-12T12:18:24,914 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f24ac6d6df9250774aa9d109aa9ccb4, ASSIGN 2024-11-12T12:18:24,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f24ac6d6df9250774aa9d109aa9ccb4, ASSIGN; state=OFFLINE, location=4a91c05c96a4,42903,1731413890278; forceNewPlan=false, retain=false 2024-11-12T12:18:25,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:18:25,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:25,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:25,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:25,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0f24ac6d6df9250774aa9d109aa9ccb4, regionState=OPENING, regionLocation=4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:25,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:25,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f24ac6d6df9250774aa9d109aa9ccb4, ASSIGN because future has completed 2024-11-12T12:18:25,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f24ac6d6df9250774aa9d109aa9ccb4, server=4a91c05c96a4,42903,1731413890278}] 2024-11-12T12:18:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:18:25,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:18:25,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:18:25,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:18:25,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42903%2C1731413890278.rep, suffix=, logDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278, archiveDir=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/oldWALs, maxLogs=10 2024-11-12T12:18:25,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.rep.1731413905228, exclude list is [], retry=0 2024-11-12T12:18:25,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37663,DS-fafc5e97-936b-4103-a7f1-33148c76ffca,DISK] 2024-11-12T12:18:25,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.rep.1731413905228 2024-11-12T12:18:25,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37537:37537)] 2024-11-12T12:18:25,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f24ac6d6df9250774aa9d109aa9ccb4, NAME => 'hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:18:25,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:18:25,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:18:25,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. service=MultiRowMutationService 2024-11-12T12:18:25,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:18:25,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:18:25,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,253 INFO [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,254 INFO [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f24ac6d6df9250774aa9d109aa9ccb4 columnFamilyName hfileref 2024-11-12T12:18:25,254 DEBUG [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:25,255 INFO [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] regionserver.HStore(327): Store=0f24ac6d6df9250774aa9d109aa9ccb4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:25,255 INFO [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,256 INFO [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f24ac6d6df9250774aa9d109aa9ccb4 columnFamilyName queue 2024-11-12T12:18:25,256 DEBUG [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:25,256 INFO [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] regionserver.HStore(327): Store=0f24ac6d6df9250774aa9d109aa9ccb4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:25,256 INFO [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,257 INFO [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f24ac6d6df9250774aa9d109aa9ccb4 columnFamilyName sid 2024-11-12T12:18:25,257 DEBUG [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:18:25,258 INFO [StoreOpener-0f24ac6d6df9250774aa9d109aa9ccb4-1 {}] regionserver.HStore(327): Store=0f24ac6d6df9250774aa9d109aa9ccb4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:18:25,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:18:25,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:18:25,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0f24ac6d6df9250774aa9d109aa9ccb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68446113, jitterRate=0.019926562905311584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:18:25,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:18:25,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0f24ac6d6df9250774aa9d109aa9ccb4: Running coprocessor pre-open hook at 1731413905252Writing region info on filesystem at 1731413905252Initializing all the Stores at 1731413905253 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413905253Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413905253Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413905253Cleaning up temporary data from old regions at 1731413905260 (+7 ms)Running coprocessor post-open hooks at 1731413905263 (+3 ms)Region opened successfully at 1731413905264 (+1 ms) 2024-11-12T12:18:25,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4., pid=10, masterSystemTime=1731413905221 2024-11-12T12:18:25,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:18:25,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:18:25,268 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0f24ac6d6df9250774aa9d109aa9ccb4, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42903,1731413890278 2024-11-12T12:18:25,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f24ac6d6df9250774aa9d109aa9ccb4, server=4a91c05c96a4,42903,1731413890278 because future has completed 2024-11-12T12:18:25,274 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43743 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4a91c05c96a4,42903,1731413890278, table=hbase:replication, region=0f24ac6d6df9250774aa9d109aa9ccb4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T12:18:25,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:18:25,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f24ac6d6df9250774aa9d109aa9ccb4, server=4a91c05c96a4,42903,1731413890278 in 205 msec 2024-11-12T12:18:25,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:18:25,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f24ac6d6df9250774aa9d109aa9ccb4, ASSIGN in 363 msec 2024-11-12T12:18:25,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:18:25,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413905279"}]},"ts":"1731413905279"} 2024-11-12T12:18:25,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:18:25,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:18:25,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3310 sec 2024-11-12T12:18:25,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2] 2024-11-12T12:18:25,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:25,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:18:25,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:18:25,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:18:25,556 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:18:25,581 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,42903,1731413890278, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:18:25,581 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:25,582 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42903,1731413890278, seqNum=-1] 2024-11-12T12:18:25,582 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:25,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-12T12:18:25,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,42903,1731413890278', locateType=CURRENT is [region=hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2] 2024-11-12T12:18:25,598 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:18:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:18:25,601 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,42903,1731413890278 suceeded 2024-11-12T12:18:25,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:18:25,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-12T12:18:25,603 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:44039,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-12T12:18:25,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6610 sec 2024-11-12T12:18:25,617 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:44039' 2024-11-12T12:18:25,618 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d2fc314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:25,618 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,44039,-1 for getting cluster id 2024-11-12T12:18:25,618 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:25,619 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88e5555-6451-4747-adcf-26dfc89de34d' 2024-11-12T12:18:25,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:25,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88e5555-6451-4747-adcf-26dfc89de34d" 2024-11-12T12:18:25,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29f2210c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:25,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,44039,-1] 2024-11-12T12:18:25,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:25,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:25,622 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:25,623 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19003e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:25,623 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:25,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:25,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6359d86d 2024-11-12T12:18:25,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:25,625 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-12T12:18:25,626 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,42903,1731413890278 (queues=1) is replicating from cluster=4e3a435e-de7e-4af6-8f9f-7b4862a8e832 to cluster=e88e5555-6451-4747-adcf-26dfc89de34d 2024-11-12T12:18:25,626 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C42903%2C1731413890278 2024-11-12T12:18:25,626 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,42903,1731413890278, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:18:25,626 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.shipper4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C42903%2C1731413890278 2024-11-12T12:18:25,627 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647, startPosition=0, beingWritten=true 2024-11-12T12:18:25,638 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:18:25,638 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 379, reset compression=false 2024-11-12T12:18:25,638 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.shipper4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42903,1731413890278 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:18:25,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T12:18:25,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T12:18:25,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T12:18:25,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T12:18:25,782 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:18:25,782 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T12:18:25,845 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 379, reset compression=false 2024-11-12T12:18:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:18:26,087 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:18:26,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:18:26,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:18:26,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:26,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:26,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:18:26,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:26,093 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731413906091/Put/seqid=0 2024-11-12T12:18:26,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741840_1016 (size=7894) 2024-11-12T12:18:26,149 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 379, reset compression=false 2024-11-12T12:18:26,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f/f/hfile_1 is 34, key is ddd/f:row/1731413906499/Put/seqid=0 2024-11-12T12:18:26,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741841_1017 (size=7691) 2024-11-12T12:18:26,553 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 379, reset compression=false 2024-11-12T12:18:26,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:26,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,43743,-1 for getting cluster id 2024-11-12T12:18:26,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:26,912 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a435e-de7e-4af6-8f9f-7b4862a8e832' 2024-11-12T12:18:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a435e-de7e-4af6-8f9f-7b4862a8e832" 2024-11-12T12:18:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c021057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,43743,-1] 2024-11-12T12:18:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:26,914 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:26,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:26,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:26,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42903,1731413890278, seqNum=-1] 2024-11-12T12:18:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:26,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:18:26,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74b9c250 2024-11-12T12:18:26,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:26,936 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:18:26,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2] 2024-11-12T12:18:26,955 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:18:26,980 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T12:18:26,985 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T12:18:27,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f/f/hfile_0 for inclusion in 1b580de0d2f09124cc845b03eedc607e/f 2024-11-12T12:18:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T12:18:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:18:27,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f/f/hfile_1 for inclusion in 1b580de0d2f09124cc845b03eedc607e/f 2024-11-12T12:18:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T12:18:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:18:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(2603): Flush status journal for 1b580de0d2f09124cc845b03eedc607e: 2024-11-12T12:18:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f/f/hfile_0 to hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__touqgng6lbaodcl8udbd311vrpdeojgod3nq5gm4vnfh3t28q21sn4649cb1ue2o/f/hfile_0 2024-11-12T12:18:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__touqgng6lbaodcl8udbd311vrpdeojgod3nq5gm4vnfh3t28q21sn4649cb1ue2o/f/hfile_0 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f/26ed60ac79314878b9c57d903c12d240_SeqId_4_ 2024-11-12T12:18:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f/f/hfile_1 to hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__touqgng6lbaodcl8udbd311vrpdeojgod3nq5gm4vnfh3t28q21sn4649cb1ue2o/f/hfile_1 2024-11-12T12:18:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__touqgng6lbaodcl8udbd311vrpdeojgod3nq5gm4vnfh3t28q21sn4649cb1ue2o/f/hfile_1 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f/6d4d24d815dd40108845471052f0d8d1_SeqId_4_ 2024-11-12T12:18:27,056 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 379, reset compression=false 2024-11-12T12:18:27,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__touqgng6lbaodcl8udbd311vrpdeojgod3nq5gm4vnfh3t28q21sn4649cb1ue2o/f/hfile_0 into 1b580de0d2f09124cc845b03eedc607e/f as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f/26ed60ac79314878b9c57d903c12d240_SeqId_4_ - updating store file list. 2024-11-12T12:18:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26ed60ac79314878b9c57d903c12d240_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:18:27,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f/26ed60ac79314878b9c57d903c12d240_SeqId_4_ into 1b580de0d2f09124cc845b03eedc607e/f 2024-11-12T12:18:27,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__touqgng6lbaodcl8udbd311vrpdeojgod3nq5gm4vnfh3t28q21sn4649cb1ue2o/f/hfile_0 into 1b580de0d2f09124cc845b03eedc607e/f (new location: hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f/26ed60ac79314878b9c57d903c12d240_SeqId_4_) 2024-11-12T12:18:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__touqgng6lbaodcl8udbd311vrpdeojgod3nq5gm4vnfh3t28q21sn4649cb1ue2o/f/hfile_0 2024-11-12T12:18:27,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__touqgng6lbaodcl8udbd311vrpdeojgod3nq5gm4vnfh3t28q21sn4649cb1ue2o/f/hfile_1 into 1b580de0d2f09124cc845b03eedc607e/f as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f/6d4d24d815dd40108845471052f0d8d1_SeqId_4_ - updating store file list. 2024-11-12T12:18:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d4d24d815dd40108845471052f0d8d1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:18:27,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f/6d4d24d815dd40108845471052f0d8d1_SeqId_4_ into 1b580de0d2f09124cc845b03eedc607e/f 2024-11-12T12:18:27,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__touqgng6lbaodcl8udbd311vrpdeojgod3nq5gm4vnfh3t28q21sn4649cb1ue2o/f/hfile_1 into 1b580de0d2f09124cc845b03eedc607e/f (new location: hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f/6d4d24d815dd40108845471052f0d8d1_SeqId_4_) 2024-11-12T12:18:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__touqgng6lbaodcl8udbd311vrpdeojgod3nq5gm4vnfh3t28q21sn4649cb1ue2o/f/hfile_1 2024-11-12T12:18:27,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:18:27,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:18:27,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:27,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:27,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:27,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:18:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2 , the old value is region=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4a91c05c96a4:42903 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T12:18:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T12:18:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2 from cache 2024-11-12T12:18:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43745,1731413896140, seqNum=-1] 2024-11-12T12:18:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:27,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:18:27,095 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T12:18:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54., hostname=4a91c05c96a4,43745,1731413896140, seqNum=2] 2024-11-12T12:18:27,101 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T12:18:27,198 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T12:18:27,661 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 379, reset compression=false 2024-11-12T12:18:27,670 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:18:27,670 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.shipper4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42903,1731413890278 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b580de0d2f09124cc845b03eedc607e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731413907084/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T12:18:27,699 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.shipper4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:18:27,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-12T12:18:27,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.ReplicationSink(318): Replicating [4e3a435e-de7e-4af6-8f9f-7b4862a8e832] bulk loaded data 2024-11-12T12:18:27,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f085028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:27,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,44039,-1 for getting cluster id 2024-11-12T12:18:27,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:27,706 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88e5555-6451-4747-adcf-26dfc89de34d' 2024-11-12T12:18:27,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:27,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88e5555-6451-4747-adcf-26dfc89de34d" 2024-11-12T12:18:27,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23cff205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:27,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,44039,-1] 2024-11-12T12:18:27,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:27,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:27,711 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:27,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49fc39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741837_1013 (size=7894) 2024-11-12T12:18:27,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741838_1014 (size=7691) 2024-11-12T12:18:27,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:27,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,44039,1731413895993 2024-11-12T12:18:27,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a68b4b6 2024-11-12T12:18:27,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:27,838 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-12T12:18:27,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:18:27,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:27,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43745,1731413896140, seqNum=-1] 2024-11-12T12:18:27,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:27,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-12T12:18:27,854 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/26ed60ac79314878b9c57d903c12d240_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T12:18:27,858 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/6d4d24d815dd40108845471052f0d8d1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T12:18:27,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/26ed60ac79314878b9c57d903c12d240_SeqId_4_ for inclusion in 2107ca26c29c7758a6db0cbfe85a6c54/f 2024-11-12T12:18:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T12:18:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:18:27,871 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 687, reset compression=false 2024-11-12T12:18:27,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/6d4d24d815dd40108845471052f0d8d1_SeqId_4_ for inclusion in 2107ca26c29c7758a6db0cbfe85a6c54/f 2024-11-12T12:18:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T12:18:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:18:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HRegion(2603): Flush status journal for 2107ca26c29c7758a6db0cbfe85a6c54: 2024-11-12T12:18:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 26ed60ac79314878b9c57d903c12d240_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:18:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/26ed60ac79314878b9c57d903c12d240_SeqId_4_ as hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54/f/21ceb7b019a24dd3abaf0ecbde18fea1_SeqId_4_ 2024-11-12T12:18:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6d4d24d815dd40108845471052f0d8d1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:18:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/6d4d24d815dd40108845471052f0d8d1_SeqId_4_ as hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54/f/3248e1ab4c494048ac3cb6fa9287d864_SeqId_4_ 2024-11-12T12:18:27,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/26ed60ac79314878b9c57d903c12d240_SeqId_4_ into 2107ca26c29c7758a6db0cbfe85a6c54/f as hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54/f/21ceb7b019a24dd3abaf0ecbde18fea1_SeqId_4_ - updating store file list. 2024-11-12T12:18:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 21ceb7b019a24dd3abaf0ecbde18fea1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:18:27,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54/f/21ceb7b019a24dd3abaf0ecbde18fea1_SeqId_4_ into 2107ca26c29c7758a6db0cbfe85a6c54/f 2024-11-12T12:18:27,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/26ed60ac79314878b9c57d903c12d240_SeqId_4_ into 2107ca26c29c7758a6db0cbfe85a6c54/f (new location: hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54/f/21ceb7b019a24dd3abaf0ecbde18fea1_SeqId_4_) 2024-11-12T12:18:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/26ed60ac79314878b9c57d903c12d240_SeqId_4_ 2024-11-12T12:18:27,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/6d4d24d815dd40108845471052f0d8d1_SeqId_4_ into 2107ca26c29c7758a6db0cbfe85a6c54/f as hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54/f/3248e1ab4c494048ac3cb6fa9287d864_SeqId_4_ - updating store file list. 2024-11-12T12:18:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3248e1ab4c494048ac3cb6fa9287d864_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:18:27,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54/f/3248e1ab4c494048ac3cb6fa9287d864_SeqId_4_ into 2107ca26c29c7758a6db0cbfe85a6c54/f 2024-11-12T12:18:27,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/6d4d24d815dd40108845471052f0d8d1_SeqId_4_ into 2107ca26c29c7758a6db0cbfe85a6c54/f (new location: hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54/f/3248e1ab4c494048ac3cb6fa9287d864_SeqId_4_) 2024-11-12T12:18:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/staging/jenkins.hfs.6__test__8e3nrnqqs0ib8sr0vfr1flkgrvoo6m1e9tab6i62cnve36oemojvdmqq7o8r9dm1/f/6d4d24d815dd40108845471052f0d8d1_SeqId_4_ 2024-11-12T12:18:27,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] regionserver.ReplicationSink(324): Finished replicating [4e3a435e-de7e-4af6-8f9f-7b4862a8e832] bulk loaded data 2024-11-12T12:18:28,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:18:28,130 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731413908129/Put/seqid=0 2024-11-12T12:18:28,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741842_1018 (size=7997) 2024-11-12T12:18:28,197 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 687, reset compression=false 2024-11-12T12:18:28,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731413908545/Put/seqid=0 2024-11-12T12:18:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741843_1019 (size=7794) 2024-11-12T12:18:28,602 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 687, reset compression=false 2024-11-12T12:18:28,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:28,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,43743,-1 for getting cluster id 2024-11-12T12:18:28,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:18:28,959 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a435e-de7e-4af6-8f9f-7b4862a8e832' 2024-11-12T12:18:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:18:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a435e-de7e-4af6-8f9f-7b4862a8e832" 2024-11-12T12:18:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f71bae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,43743,-1] 2024-11-12T12:18:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:18:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:28,961 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:18:28,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:18:28,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42903,1731413890278, seqNum=-1] 2024-11-12T12:18:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:28,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:18:28,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:18:28,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,43743,1731413890041 2024-11-12T12:18:28,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fed8399 2024-11-12T12:18:28,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:18:28,978 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:18:28,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2] 2024-11-12T12:18:28,985 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:18:28,994 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T12:18:29,005 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T12:18:29,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f1/f1/hfile_1 for inclusion in 1b580de0d2f09124cc845b03eedc607e/f1 2024-11-12T12:18:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T12:18:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:18:29,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f1/f1/hfile_0 for inclusion in 1b580de0d2f09124cc845b03eedc607e/f1 2024-11-12T12:18:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T12:18:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:18:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(2603): Flush status journal for 1b580de0d2f09124cc845b03eedc607e: 2024-11-12T12:18:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f1/f1/hfile_1 to hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__2bo0r5vntq8o0p7r6hoo45r36u4ghs779kugafvmgn0t5s89rtlcmsflge6dibqs/f1/hfile_1 2024-11-12T12:18:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__2bo0r5vntq8o0p7r6hoo45r36u4ghs779kugafvmgn0t5s89rtlcmsflge6dibqs/f1/hfile_1 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f1/c67379e40adf404d90e842f5f242731e_SeqId_6_ 2024-11-12T12:18:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/load_f1/f1/hfile_0 to hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__2bo0r5vntq8o0p7r6hoo45r36u4ghs779kugafvmgn0t5s89rtlcmsflge6dibqs/f1/hfile_0 2024-11-12T12:18:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__2bo0r5vntq8o0p7r6hoo45r36u4ghs779kugafvmgn0t5s89rtlcmsflge6dibqs/f1/hfile_0 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f1/c192f71c08504fe487e35967834574dd_SeqId_6_ 2024-11-12T12:18:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-12T12:18:29,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__2bo0r5vntq8o0p7r6hoo45r36u4ghs779kugafvmgn0t5s89rtlcmsflge6dibqs/f1/hfile_1 into 1b580de0d2f09124cc845b03eedc607e/f1 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f1/c67379e40adf404d90e842f5f242731e_SeqId_6_ - updating store file list. 2024-11-12T12:18:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c67379e40adf404d90e842f5f242731e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T12:18:29,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f1/c67379e40adf404d90e842f5f242731e_SeqId_6_ into 1b580de0d2f09124cc845b03eedc607e/f1 2024-11-12T12:18:29,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__2bo0r5vntq8o0p7r6hoo45r36u4ghs779kugafvmgn0t5s89rtlcmsflge6dibqs/f1/hfile_1 into 1b580de0d2f09124cc845b03eedc607e/f1 (new location: hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f1/c67379e40adf404d90e842f5f242731e_SeqId_6_) 2024-11-12T12:18:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__2bo0r5vntq8o0p7r6hoo45r36u4ghs779kugafvmgn0t5s89rtlcmsflge6dibqs/f1/hfile_1 2024-11-12T12:18:29,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__2bo0r5vntq8o0p7r6hoo45r36u4ghs779kugafvmgn0t5s89rtlcmsflge6dibqs/f1/hfile_0 into 1b580de0d2f09124cc845b03eedc607e/f1 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f1/c192f71c08504fe487e35967834574dd_SeqId_6_ - updating store file list. 2024-11-12T12:18:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c192f71c08504fe487e35967834574dd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T12:18:29,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f1/c192f71c08504fe487e35967834574dd_SeqId_6_ into 1b580de0d2f09124cc845b03eedc607e/f1 2024-11-12T12:18:29,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__2bo0r5vntq8o0p7r6hoo45r36u4ghs779kugafvmgn0t5s89rtlcmsflge6dibqs/f1/hfile_0 into 1b580de0d2f09124cc845b03eedc607e/f1 (new location: hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/f1/c192f71c08504fe487e35967834574dd_SeqId_6_) 2024-11-12T12:18:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/staging/jenkins__test__2bo0r5vntq8o0p7r6hoo45r36u4ghs779kugafvmgn0t5s89rtlcmsflge6dibqs/f1/hfile_0 2024-11-12T12:18:29,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:18:29,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:18:29,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:29,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:18:29,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:18:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2 , the old value is region=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4a91c05c96a4:42903 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T12:18:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T12:18:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2 from cache 2024-11-12T12:18:29,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:18:29,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42903,1731413890278, seqNum=-1] 2024-11-12T12:18:29,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:18:29,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:18:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., hostname=4a91c05c96a4,42903,1731413890278, seqNum=2] 2024-11-12T12:18:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:51600 deadline: 1731413969060 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:51600 2024-11-12T12:18:29,107 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 687, reset compression=false 2024-11-12T12:18:29,147 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:18:29,147 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:29,147 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.shipper4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42903,1731413890278 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:18:29,168 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T12:18:29,378 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:29,683 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:30,087 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:30,598 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:30,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:18:30,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:30,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:30,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:30,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:18:31,203 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:31,907 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:32,712 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:33,617 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:34,620 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:35,728 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:36,932 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:38,236 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:39,628 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:18:39,640 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:41,150 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:42,766 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:44,471 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:45,582 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:18:46,275 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:48,179 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:49,150 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.shipper4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42903,1731413890278 got entry batch from reader: null 2024-11-12T12:18:50,183 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:52,287 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:53,705 INFO [master/4a91c05c96a4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T12:18:53,705 INFO [master/4a91c05c96a4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T12:18:54,491 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:56,795 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:59,201 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:18:59,933 INFO [master/4a91c05c96a4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T12:18:59,933 INFO [master/4a91c05c96a4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T12:19:01,706 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:19:04,310 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:19:05,749 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1b580de0d2f09124cc845b03eedc607e, had cached 0 bytes from a total of 31376 2024-11-12T12:19:07,014 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:19:07,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2107ca26c29c7758a6db0cbfe85a6c54, had cached 0 bytes from a total of 15585 2024-11-12T12:19:09,150 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.shipper4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42903,1731413890278 got entry batch from reader: null 2024-11-12T12:19:09,628 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:19:09,817 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:19:12,722 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:19:15,582 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:19:15,725 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:19:18,829 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:19:19,704 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:19:22,033 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:19:25,337 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:19:28,741 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:19:29,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:19:29,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:19:29,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:29,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:29,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:29,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:19:29,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:19:29,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=32034012, stopped=false 2024-11-12T12:19:29,105 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,44039,1731413895993 2024-11-12T12:19:29,150 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.shipper4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42903,1731413890278 got entry batch from reader: null 2024-11-12T12:19:29,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-360923193/running 2024-11-12T12:19:29,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-360923193/running 2024-11-12T12:19:29,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:19:29,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:19:29,176 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:19:29,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:19:29,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:29,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:29,177 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,43745,1731413896140' ***** 2024-11-12T12:19:29,177 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:19:29,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Set watcher on znode that does not yet exist, /1-360923193/running 2024-11-12T12:19:29,177 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:19:29,177 INFO [RS:0;4a91c05c96a4:43745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:19:29,177 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:19:29,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Set watcher on znode that does not yet exist, /1-360923193/running 2024-11-12T12:19:29,177 INFO [RS:0;4a91c05c96a4:43745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:19:29,177 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(3091): Received CLOSE for 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:19:29,178 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,43745,1731413896140 2024-11-12T12:19:29,178 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:19:29,178 INFO [RS:0;4a91c05c96a4:43745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:43745. 2024-11-12T12:19:29,178 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2107ca26c29c7758a6db0cbfe85a6c54, disabling compactions & flushes 2024-11-12T12:19:29,178 DEBUG [RS:0;4a91c05c96a4:43745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:29,178 DEBUG [RS:0;4a91c05c96a4:43745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:29,178 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:19:29,178 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:19:29,178 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. after waiting 0 ms 2024-11-12T12:19:29,178 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:19:29,178 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:19:29,178 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:19:29,178 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:19:29,178 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:19:29,179 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:19:29,179 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1325): Online Regions={2107ca26c29c7758a6db0cbfe85a6c54=test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:19:29,179 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2107ca26c29c7758a6db0cbfe85a6c54 2024-11-12T12:19:29,179 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:19:29,179 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:19:29,179 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:19:29,179 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:19:29,179 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:19:29,179 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T12:19:29,184 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/default/test/2107ca26c29c7758a6db0cbfe85a6c54/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T12:19:29,185 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:19:29,185 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:19:29,185 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:19:29,185 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2107ca26c29c7758a6db0cbfe85a6c54: Waiting for close lock at 1731413969178Running coprocessor pre-close hooks at 1731413969178Disabling compacts and flushes for region at 1731413969178Disabling writes for close at 1731413969178Writing region close event to WAL at 1731413969179 (+1 ms)Running coprocessor post-close hooks at 1731413969184 (+5 ms)Closed at 1731413969185 (+1 ms) 2024-11-12T12:19:29,185 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54. 2024-11-12T12:19:29,199 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/info/703abad6ad1e4b7bbdada69aa44d6948 is 129, key is test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54./info:regioninfo/1731413902934/Put/seqid=0 2024-11-12T12:19:29,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741839_1015 (size=6421) 2024-11-12T12:19:29,275 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:19:29,379 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:29,407 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:19:29,407 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:19:29,579 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:29,604 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/info/703abad6ad1e4b7bbdada69aa44d6948 2024-11-12T12:19:29,622 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/ns/d62cb79678474a37877904e94ebe1bf7 is 43, key is default/ns:d/1731413899538/Put/seqid=0 2024-11-12T12:19:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741840_1016 (size=5153) 2024-11-12T12:19:29,779 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:29,979 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:30,027 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/ns/d62cb79678474a37877904e94ebe1bf7 2024-11-12T12:19:30,044 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/rep_barrier/f1f85a151d984d7fbe9680974348b447 is 112, key is test,,1731413901771.2107ca26c29c7758a6db0cbfe85a6c54./rep_barrier:seqnumDuringOpen/1731413902934/Put/seqid=0 2024-11-12T12:19:30,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741841_1017 (size=5518) 2024-11-12T12:19:30,180 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:19:30,180 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:19:30,180 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:30,380 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:30,449 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/rep_barrier/f1f85a151d984d7fbe9680974348b447 2024-11-12T12:19:30,467 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/table/ebfca5b2d5b34fa2b69ee05cc2d8018b is 40, key is test/table:state/1731413902947/Put/seqid=0 2024-11-12T12:19:30,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741842_1018 (size=5165) 2024-11-12T12:19:30,580 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:30,780 DEBUG [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:30,871 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/table/ebfca5b2d5b34fa2b69ee05cc2d8018b 2024-11-12T12:19:30,876 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/info/703abad6ad1e4b7bbdada69aa44d6948 as hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/info/703abad6ad1e4b7bbdada69aa44d6948 2024-11-12T12:19:30,881 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/info/703abad6ad1e4b7bbdada69aa44d6948, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T12:19:30,882 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/ns/d62cb79678474a37877904e94ebe1bf7 as hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/ns/d62cb79678474a37877904e94ebe1bf7 2024-11-12T12:19:30,887 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/ns/d62cb79678474a37877904e94ebe1bf7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T12:19:30,888 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/rep_barrier/f1f85a151d984d7fbe9680974348b447 as hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/rep_barrier/f1f85a151d984d7fbe9680974348b447 2024-11-12T12:19:30,892 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/rep_barrier/f1f85a151d984d7fbe9680974348b447, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T12:19:30,893 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/.tmp/table/ebfca5b2d5b34fa2b69ee05cc2d8018b as hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/table/ebfca5b2d5b34fa2b69ee05cc2d8018b 2024-11-12T12:19:30,898 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/table/ebfca5b2d5b34fa2b69ee05cc2d8018b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T12:19:30,899 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false 2024-11-12T12:19:30,904 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T12:19:30,905 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:19:30,905 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:19:30,905 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:19:30,905 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413969179Running coprocessor pre-close hooks at 1731413969179Disabling compacts and flushes for region at 1731413969179Disabling writes for close at 1731413969179Obtaining lock to block concurrent updates at 1731413969179Preparing flush snapshotting stores in 1588230740 at 1731413969179Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731413969179Flushing stores of hbase:meta,,1.1588230740 at 1731413969180 (+1 ms)Flushing 1588230740/info: creating writer at 1731413969180Flushing 1588230740/info: appending metadata at 1731413969199 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731413969199Flushing 1588230740/ns: creating writer at 1731413969609 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731413969622 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731413969622Flushing 1588230740/rep_barrier: creating writer at 1731413970032 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731413970044 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731413970044Flushing 1588230740/table: creating writer at 1731413970454 (+410 ms)Flushing 1588230740/table: appending metadata at 1731413970466 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731413970466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd54adb: reopening flushed file at 1731413970875 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce19182: reopening flushed file at 1731413970881 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6afeda4: reopening flushed file at 1731413970887 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6affecb2: reopening flushed file at 1731413970893 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false at 1731413970899 (+6 ms)Writing region close event to WAL at 1731413970901 (+2 ms)Running coprocessor post-close hooks at 1731413970905 (+4 ms)Closed at 1731413970905 2024-11-12T12:19:30,905 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:19:30,980 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,43745,1731413896140; all regions closed. 2024-11-12T12:19:30,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741834_1010 (size=2717) 2024-11-12T12:19:30,985 DEBUG [RS:0;4a91c05c96a4:43745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/oldWALs 2024-11-12T12:19:30,985 INFO [RS:0;4a91c05c96a4:43745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C43745%2C1731413896140.meta:.meta(num 1731413899489) 2024-11-12T12:19:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741832_1008 (size=1028) 2024-11-12T12:19:30,989 DEBUG [RS:0;4a91c05c96a4:43745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/oldWALs 2024-11-12T12:19:30,989 INFO [RS:0;4a91c05c96a4:43745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C43745%2C1731413896140:(num 1731413898446) 2024-11-12T12:19:30,989 DEBUG [RS:0;4a91c05c96a4:43745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:30,989 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:19:30,990 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:19:30,990 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:19:30,990 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:19:30,990 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:19:30,990 INFO [RS:0;4a91c05c96a4:43745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:43745. 2024-11-12T12:19:30,990 DEBUG [RS:0;4a91c05c96a4:43745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:30,991 DEBUG [RS:0;4a91c05c96a4:43745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:30,991 DEBUG [RS:0;4a91c05c96a4:43745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:30,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:19:30,991 INFO [RS:0;4a91c05c96a4:43745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43745 2024-11-12T12:19:31,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-360923193/rs/4a91c05c96a4,43745,1731413896140 2024-11-12T12:19:31,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193/rs 2024-11-12T12:19:31,039 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:19:31,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,43745,1731413896140] 2024-11-12T12:19:31,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-360923193/draining/4a91c05c96a4,43745,1731413896140 already deleted, retry=false 2024-11-12T12:19:31,060 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,43745,1731413896140 expired; onlineServers=0 2024-11-12T12:19:31,060 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,44039,1731413895993' ***** 2024-11-12T12:19:31,060 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:19:31,060 INFO [M:0;4a91c05c96a4:44039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:19:31,060 INFO [M:0;4a91c05c96a4:44039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:19:31,060 DEBUG [M:0;4a91c05c96a4:44039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:19:31,061 DEBUG [M:0;4a91c05c96a4:44039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:19:31,061 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:19:31,061 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413898221 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413898221,5,FailOnTimeoutGroup] 2024-11-12T12:19:31,061 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413898222 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413898222,5,FailOnTimeoutGroup] 2024-11-12T12:19:31,061 INFO [M:0;4a91c05c96a4:44039 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:19:31,061 INFO [M:0;4a91c05c96a4:44039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:19:31,061 DEBUG [M:0;4a91c05c96a4:44039 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:19:31,061 INFO [M:0;4a91c05c96a4:44039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:19:31,061 INFO [M:0;4a91c05c96a4:44039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:19:31,061 INFO [M:0;4a91c05c96a4:44039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:19:31,061 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:19:31,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-360923193/master 2024-11-12T12:19:31,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360923193 2024-11-12T12:19:31,071 DEBUG [M:0;4a91c05c96a4:44039 {}] zookeeper.ZKUtil(347): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Unable to get data of znode /1-360923193/master because node does not exist (not an error) 2024-11-12T12:19:31,071 WARN [M:0;4a91c05c96a4:44039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:19:31,072 INFO [M:0;4a91c05c96a4:44039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/.lastflushedseqids 2024-11-12T12:19:31,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741843_1019 (size=173) 2024-11-12T12:19:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:31,150 INFO [RS:0;4a91c05c96a4:43745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:19:31,150 INFO [RS:0;4a91c05c96a4:43745 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,43745,1731413896140; zookeeper connection closed. 2024-11-12T12:19:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43745-0x1012efb45d40004, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:31,150 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e8f85d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e8f85d2 2024-11-12T12:19:31,150 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:19:31,477 INFO [M:0;4a91c05c96a4:44039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:19:31,477 INFO [M:0;4a91c05c96a4:44039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:19:31,477 DEBUG [M:0;4a91c05c96a4:44039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:19:31,477 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:31,477 DEBUG [M:0;4a91c05c96a4:44039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:31,477 DEBUG [M:0;4a91c05c96a4:44039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:19:31,477 DEBUG [M:0;4a91c05c96a4:44039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:31,478 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-12T12:19:31,493 DEBUG [M:0;4a91c05c96a4:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c70621ff72b47559abaa7a7c9b41342 is 82, key is hbase:meta,,1/info:regioninfo/1731413899522/Put/seqid=0 2024-11-12T12:19:31,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741844_1020 (size=5672) 2024-11-12T12:19:31,907 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c70621ff72b47559abaa7a7c9b41342 2024-11-12T12:19:31,927 DEBUG [M:0;4a91c05c96a4:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/361272c3878d4d1d8219874de60379fb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731413902952/Put/seqid=0 2024-11-12T12:19:31,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741845_1021 (size=6727) 2024-11-12T12:19:32,244 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.1731413892647 to pos 997, reset compression=false 2024-11-12T12:19:32,331 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/361272c3878d4d1d8219874de60379fb 2024-11-12T12:19:32,335 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 361272c3878d4d1d8219874de60379fb 2024-11-12T12:19:32,350 DEBUG [M:0;4a91c05c96a4:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f386b229fee492ab22d6cb6b2079b8b is 69, key is 4a91c05c96a4,43745,1731413896140/rs:state/1731413898301/Put/seqid=0 2024-11-12T12:19:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741846_1022 (size=5156) 2024-11-12T12:19:32,755 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f386b229fee492ab22d6cb6b2079b8b 2024-11-12T12:19:32,760 DEBUG [M:0;4a91c05c96a4:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c70621ff72b47559abaa7a7c9b41342 as hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c70621ff72b47559abaa7a7c9b41342 2024-11-12T12:19:32,766 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c70621ff72b47559abaa7a7c9b41342, entries=8, sequenceid=58, filesize=5.5 K 2024-11-12T12:19:32,767 DEBUG [M:0;4a91c05c96a4:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/361272c3878d4d1d8219874de60379fb as hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/361272c3878d4d1d8219874de60379fb 2024-11-12T12:19:32,772 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 361272c3878d4d1d8219874de60379fb 2024-11-12T12:19:32,772 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/361272c3878d4d1d8219874de60379fb, entries=6, sequenceid=58, filesize=6.6 K 2024-11-12T12:19:32,774 DEBUG [M:0;4a91c05c96a4:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f386b229fee492ab22d6cb6b2079b8b as hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f386b229fee492ab22d6cb6b2079b8b 2024-11-12T12:19:32,778 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33033/user/jenkins/test-data/3ee485cc-b5a6-b023-e2c6-c62fc7672918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f386b229fee492ab22d6cb6b2079b8b, entries=1, sequenceid=58, filesize=5.0 K 2024-11-12T12:19:32,780 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=58, compaction requested=false 2024-11-12T12:19:32,781 INFO [M:0;4a91c05c96a4:44039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:32,781 DEBUG [M:0;4a91c05c96a4:44039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413971477Disabling compacts and flushes for region at 1731413971477Disabling writes for close at 1731413971477Obtaining lock to block concurrent updates at 1731413971478 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731413971478Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731413971478Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731413971479 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731413971479Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731413971493 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731413971493Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731413971911 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731413971926 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731413971926Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731413972335 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731413972350 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731413972350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3861092d: reopening flushed file at 1731413972759 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c260ae: reopening flushed file at 1731413972766 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b1d77: reopening flushed file at 1731413972773 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=58, compaction requested=false at 1731413972780 (+7 ms)Writing region close event to WAL at 1731413972781 (+1 ms)Closed at 1731413972781 2024-11-12T12:19:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741830_1006 (size=33026) 2024-11-12T12:19:32,786 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:19:32,786 INFO [M:0;4a91c05c96a4:44039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:19:32,786 INFO [M:0;4a91c05c96a4:44039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44039 2024-11-12T12:19:32,787 INFO [M:0;4a91c05c96a4:44039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:19:32,897 INFO [M:0;4a91c05c96a4:44039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:19:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x1012efb45d40003, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:32,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:19:32,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:19:32,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:19:32,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:19:32,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/hadoop.log.dir/,STOPPED} 2024-11-12T12:19:32,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:19:32,932 WARN [BP-1542653438-172.17.0.3-1731413893906 heartbeating to localhost/127.0.0.1:33033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:19:32,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:19:32,932 WARN [BP-1542653438-172.17.0.3-1731413893906 heartbeating to localhost/127.0.0.1:33033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1542653438-172.17.0.3-1731413893906 (Datanode Uuid ec5fcd5a-88b5-47e8-bfa9-b18ac4cefc6f) service to localhost/127.0.0.1:33033 2024-11-12T12:19:32,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/cluster_9f9396ef-6fdf-4687-3987-7c9574065505/data/data1/current/BP-1542653438-172.17.0.3-1731413893906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:19:32,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/cluster_9f9396ef-6fdf-4687-3987-7c9574065505/data/data2/current/BP-1542653438-172.17.0.3-1731413893906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:19:32,933 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:19:32,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:19:32,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:19:32,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:19:32,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:19:32,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/hadoop.log.dir/,STOPPED} 2024-11-12T12:19:32,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:19:32,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:19:32,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:19:32,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:32,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:32,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:32,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:19:32,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:19:32,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1105351002, stopped=false 2024-11-12T12:19:32,957 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,43743,1731413890041 2024-11-12T12:19:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0451888697/running 2024-11-12T12:19:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0451888697/running 2024-11-12T12:19:32,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:19:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:19:32,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:19:32,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:19:32,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:32,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:32,977 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,42903,1731413890278' ***** 2024-11-12T12:19:32,977 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:19:32,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Set watcher on znode that does not yet exist, /0451888697/running 2024-11-12T12:19:32,978 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:19:32,978 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:19:32,978 INFO [RS:0;4a91c05c96a4:42903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:19:32,978 INFO [RS:0;4a91c05c96a4:42903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:19:32,978 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f24ac6d6df9250774aa9d109aa9ccb4 2024-11-12T12:19:32,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Set watcher on znode that does not yet exist, /0451888697/running 2024-11-12T12:19:32,979 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:19:32,979 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,42903,1731413890278 2024-11-12T12:19:32,979 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:19:32,979 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f24ac6d6df9250774aa9d109aa9ccb4, disabling compactions & flushes 2024-11-12T12:19:32,979 INFO [RS:0;4a91c05c96a4:42903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42903. 2024-11-12T12:19:32,979 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:19:32,979 DEBUG [RS:0;4a91c05c96a4:42903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:32,979 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:19:32,979 DEBUG [RS:0;4a91c05c96a4:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:32,979 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. after waiting 0 ms 2024-11-12T12:19:32,979 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:19:32,979 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:19:32,979 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:19:32,979 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:19:32,979 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:19:32,979 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f24ac6d6df9250774aa9d109aa9ccb4 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-12T12:19:32,980 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:19:32,980 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1325): Online Regions={0f24ac6d6df9250774aa9d109aa9ccb4=hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4., 1b580de0d2f09124cc845b03eedc607e=test,,1731413899607.1b580de0d2f09124cc845b03eedc607e., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:19:32,980 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:19:32,980 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1351): Waiting on 0f24ac6d6df9250774aa9d109aa9ccb4, 1588230740, 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:19:32,980 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:19:32,980 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:19:32,980 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:19:32,980 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:19:32,980 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:19:33,000 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/info/3414971d21a94b73a7c6986296efd477 is 147, key is hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4./info:regioninfo/1731413905268/Put/seqid=0 2024-11-12T12:19:33,000 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/.tmp/hfileref/634fa718e0904fb196c90217d4986436 is 74, key is 1/hfileref:26ed60ac79314878b9c57d903c12d240_SeqId_4_/1731413907906/DeleteColumn/seqid=0 2024-11-12T12:19:33,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741844_1020 (size=7686) 2024-11-12T12:19:33,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741845_1021 (size=5203) 2024-11-12T12:19:33,074 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:19:33,180 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1351): Waiting on 0f24ac6d6df9250774aa9d109aa9ccb4, 1588230740, 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:19:33,380 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1351): Waiting on 0f24ac6d6df9250774aa9d109aa9ccb4, 1588230740, 1b580de0d2f09124cc845b03eedc607e 2024-11-12T12:19:33,408 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/info/3414971d21a94b73a7c6986296efd477 2024-11-12T12:19:33,410 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/.tmp/hfileref/634fa718e0904fb196c90217d4986436 2024-11-12T12:19:33,427 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/ns/d5071f900f0746bd942c46247af2d812 is 43, key is default/ns:d/1731413893687/Put/seqid=0 2024-11-12T12:19:33,427 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/.tmp/queue/6f148d160d8142e0bb7bc85a43704f01 is 153, key is 1-4a91c05c96a4,42903,1731413890278/queue:4a91c05c96a4%2C42903%2C1731413890278/1731413909148/Put/seqid=0 2024-11-12T12:19:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741846_1022 (size=5352) 2024-11-12T12:19:33,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741847_1023 (size=5153) 2024-11-12T12:19:33,432 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/.tmp/queue/6f148d160d8142e0bb7bc85a43704f01 2024-11-12T12:19:33,432 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/ns/d5071f900f0746bd942c46247af2d812 2024-11-12T12:19:33,438 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/.tmp/hfileref/634fa718e0904fb196c90217d4986436 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/hfileref/634fa718e0904fb196c90217d4986436 2024-11-12T12:19:33,453 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/hfileref/634fa718e0904fb196c90217d4986436, entries=2, sequenceid=10, filesize=5.1 K 2024-11-12T12:19:33,454 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/.tmp/queue/6f148d160d8142e0bb7bc85a43704f01 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/queue/6f148d160d8142e0bb7bc85a43704f01 2024-11-12T12:19:33,456 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/rep_barrier/e7b9ee2bc26b41879089b64c3a46469b is 112, key is test,,1731413899607.1b580de0d2f09124cc845b03eedc607e./rep_barrier:seqnumDuringOpen/1731413900766/Put/seqid=0 2024-11-12T12:19:33,459 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/queue/6f148d160d8142e0bb7bc85a43704f01, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T12:19:33,460 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0f24ac6d6df9250774aa9d109aa9ccb4 in 481ms, sequenceid=10, compaction requested=false 2024-11-12T12:19:33,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741848_1024 (size=5518) 2024-11-12T12:19:33,464 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/replication/0f24ac6d6df9250774aa9d109aa9ccb4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T12:19:33,465 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:19:33,465 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:19:33,465 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:19:33,465 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f24ac6d6df9250774aa9d109aa9ccb4: Waiting for close lock at 1731413972979Running coprocessor pre-close hooks at 1731413972979Disabling compacts and flushes for region at 1731413972979Disabling writes for close at 1731413972979Obtaining lock to block concurrent updates at 1731413972979Preparing flush snapshotting stores in 0f24ac6d6df9250774aa9d109aa9ccb4 at 1731413972979Finished memstore snapshotting hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731413972980 (+1 ms)Flushing stores of hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. at 1731413972980Flushing 0f24ac6d6df9250774aa9d109aa9ccb4/hfileref: creating writer at 1731413972980Flushing 0f24ac6d6df9250774aa9d109aa9ccb4/hfileref: appending metadata at 1731413973000 (+20 ms)Flushing 0f24ac6d6df9250774aa9d109aa9ccb4/hfileref: closing flushed file at 1731413973000Flushing 0f24ac6d6df9250774aa9d109aa9ccb4/queue: creating writer at 1731413973414 (+414 ms)Flushing 0f24ac6d6df9250774aa9d109aa9ccb4/queue: appending metadata at 1731413973426 (+12 ms)Flushing 0f24ac6d6df9250774aa9d109aa9ccb4/queue: closing flushed file at 1731413973427 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789ac556: reopening flushed file at 1731413973437 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa0ce2f: reopening flushed file at 1731413973453 (+16 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0f24ac6d6df9250774aa9d109aa9ccb4 in 481ms, sequenceid=10, compaction requested=false at 1731413973460 (+7 ms)Writing region close event to WAL at 1731413973461 (+1 ms)Running coprocessor post-close hooks at 1731413973465 (+4 ms)Closed at 1731413973465 2024-11-12T12:19:33,465 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731413903951.0f24ac6d6df9250774aa9d109aa9ccb4. 2024-11-12T12:19:33,466 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b580de0d2f09124cc845b03eedc607e, disabling compactions & flushes 2024-11-12T12:19:33,466 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:19:33,466 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:19:33,466 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. after waiting 0 ms 2024-11-12T12:19:33,466 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:19:33,470 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/default/test/1b580de0d2f09124cc845b03eedc607e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:19:33,471 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:19:33,471 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:19:33,471 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:19:33,471 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b580de0d2f09124cc845b03eedc607e: Waiting for close lock at 1731413973465Running coprocessor pre-close hooks at 1731413973465Disabling compacts and flushes for region at 1731413973465Disabling writes for close at 1731413973466 (+1 ms)Writing region close event to WAL at 1731413973466Running coprocessor post-close hooks at 1731413973470 (+4 ms)Closed at 1731413973471 (+1 ms) 2024-11-12T12:19:33,471 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731413899607.1b580de0d2f09124cc845b03eedc607e. 2024-11-12T12:19:33,581 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:33,581 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:19:33,581 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:19:33,781 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:33,862 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/rep_barrier/e7b9ee2bc26b41879089b64c3a46469b 2024-11-12T12:19:33,880 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/table/be8bb00d0b1646539b0bb6b61c9de0c0 is 53, key is hbase:replication/table:state/1731413905279/Put/seqid=0 2024-11-12T12:19:33,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741849_1025 (size=5308) 2024-11-12T12:19:33,981 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:19:33,981 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:19:33,981 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:34,181 DEBUG [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:34,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:34,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:34,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:34,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:34,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:34,284 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/table/be8bb00d0b1646539b0bb6b61c9de0c0 2024-11-12T12:19:34,290 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/info/3414971d21a94b73a7c6986296efd477 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/info/3414971d21a94b73a7c6986296efd477 2024-11-12T12:19:34,296 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/info/3414971d21a94b73a7c6986296efd477, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:19:34,297 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/ns/d5071f900f0746bd942c46247af2d812 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/ns/d5071f900f0746bd942c46247af2d812 2024-11-12T12:19:34,303 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/ns/d5071f900f0746bd942c46247af2d812, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:19:34,304 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/rep_barrier/e7b9ee2bc26b41879089b64c3a46469b as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/rep_barrier/e7b9ee2bc26b41879089b64c3a46469b 2024-11-12T12:19:34,309 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/rep_barrier/e7b9ee2bc26b41879089b64c3a46469b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:19:34,310 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/.tmp/table/be8bb00d0b1646539b0bb6b61c9de0c0 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/table/be8bb00d0b1646539b0bb6b61c9de0c0 2024-11-12T12:19:34,316 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/table/be8bb00d0b1646539b0bb6b61c9de0c0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:19:34,317 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-11-12T12:19:34,322 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:19:34,323 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:19:34,323 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:19:34,323 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:19:34,323 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413972980Running coprocessor pre-close hooks at 1731413972980Disabling compacts and flushes for region at 1731413972980Disabling writes for close at 1731413972980Obtaining lock to block concurrent updates at 1731413972980Preparing flush snapshotting stores in 1588230740 at 1731413972980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731413972981 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731413972982 (+1 ms)Flushing 1588230740/info: creating writer at 1731413972982Flushing 1588230740/info: appending metadata at 1731413973000 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731413973000Flushing 1588230740/ns: creating writer at 1731413973414 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731413973426 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731413973427 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731413973437 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731413973456 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731413973456Flushing 1588230740/table: creating writer at 1731413973867 (+411 ms)Flushing 1588230740/table: appending metadata at 1731413973880 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731413973880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447afea: reopening flushed file at 1731413974289 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a430481: reopening flushed file at 1731413974296 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606c9b70: reopening flushed file at 1731413974303 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d14c1f4: reopening flushed file at 1731413974309 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1731413974317 (+8 ms)Writing region close event to WAL at 1731413974319 (+2 ms)Running coprocessor post-close hooks at 1731413974323 (+4 ms)Closed at 1731413974323 2024-11-12T12:19:34,323 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:19:34,381 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,42903,1731413890278; all regions closed. 2024-11-12T12:19:34,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741834_1010 (size=4239) 2024-11-12T12:19:34,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.meta.1731413893552.meta not finished, retry = 0 2024-11-12T12:19:34,487 DEBUG [RS:0;4a91c05c96a4:42903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/oldWALs 2024-11-12T12:19:34,487 INFO [RS:0;4a91c05c96a4:42903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42903%2C1731413890278.meta:.meta(num 1731413893552) 2024-11-12T12:19:34,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/WALs/4a91c05c96a4,42903,1731413890278/4a91c05c96a4%2C42903%2C1731413890278.rep.1731413905228 not finished, retry = 0 2024-11-12T12:19:34,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741839_1015 (size=2700) 2024-11-12T12:19:34,591 DEBUG [RS:0;4a91c05c96a4:42903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/oldWALs 2024-11-12T12:19:34,591 INFO [RS:0;4a91c05c96a4:42903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42903%2C1731413890278.rep:(num 1731413905228) 2024-11-12T12:19:34,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741832_1008 (size=1300) 2024-11-12T12:19:34,595 DEBUG [RS:0;4a91c05c96a4:42903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/oldWALs 2024-11-12T12:19:34,595 INFO [RS:0;4a91c05c96a4:42903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42903%2C1731413890278:(num 1731413892647) 2024-11-12T12:19:34,595 DEBUG [RS:0;4a91c05c96a4:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:34,595 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:19:34,595 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:19:34,596 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:19:34,596 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:19:34,596 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:19:34,596 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,42903,1731413890278 because: Region server is closing 2024-11-12T12:19:34,596 INFO [RS:0;4a91c05c96a4:42903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42903. 2024-11-12T12:19:34,596 DEBUG [RS:0;4a91c05c96a4:42903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:34,596 DEBUG [RS:0;4a91c05c96a4:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:34,596 DEBUG [RS:0;4a91c05c96a4:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:34,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:19:34,697 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.wal-reader.4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:19:34,697 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.shipper4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T12:19:34,697 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42903,1731413890278.replicationSource.shipper4a91c05c96a4%2C42903%2C1731413890278,1-4a91c05c96a4,42903,1731413890278 terminated 2024-11-12T12:19:34,697 INFO [RS:0;4a91c05c96a4:42903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42903 2024-11-12T12:19:34,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:19:34,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697/rs 2024-11-12T12:19:34,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0451888697/rs/4a91c05c96a4,42903,1731413890278 2024-11-12T12:19:34,723 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:19:34,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,42903,1731413890278] 2024-11-12T12:19:34,744 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0451888697/draining/4a91c05c96a4,42903,1731413890278 already deleted, retry=false 2024-11-12T12:19:34,744 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,42903,1731413890278 expired; onlineServers=0 2024-11-12T12:19:34,744 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,43743,1731413890041' ***** 2024-11-12T12:19:34,744 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:19:34,744 INFO [M:0;4a91c05c96a4:43743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:19:34,744 INFO [M:0;4a91c05c96a4:43743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:19:34,745 DEBUG [M:0;4a91c05c96a4:43743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:19:34,745 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:19:34,745 DEBUG [M:0;4a91c05c96a4:43743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:19:34,745 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413892356 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413892356,5,FailOnTimeoutGroup] 2024-11-12T12:19:34,745 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413892356 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413892356,5,FailOnTimeoutGroup] 2024-11-12T12:19:34,745 INFO [M:0;4a91c05c96a4:43743 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:19:34,745 INFO [M:0;4a91c05c96a4:43743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:19:34,745 DEBUG [M:0;4a91c05c96a4:43743 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:19:34,745 INFO [M:0;4a91c05c96a4:43743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:19:34,745 INFO [M:0;4a91c05c96a4:43743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:19:34,745 INFO [M:0;4a91c05c96a4:43743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:19:34,745 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:19:34,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:34,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:34,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:34,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:34,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0451888697/master 2024-11-12T12:19:34,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0451888697 2024-11-12T12:19:34,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:34,765 DEBUG [M:0;4a91c05c96a4:43743 {}] zookeeper.RecoverableZooKeeper(212): Node /0451888697/master already deleted, retry=false 2024-11-12T12:19:34,765 DEBUG [M:0;4a91c05c96a4:43743 {}] master.ActiveMasterManager(353): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Failed delete of our master address node; KeeperErrorCode = NoNode for /0451888697/master 2024-11-12T12:19:34,767 INFO [M:0;4a91c05c96a4:43743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/.lastflushedseqids 2024-11-12T12:19:34,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741850_1026 (size=263) 2024-11-12T12:19:34,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:34,834 INFO [RS:0;4a91c05c96a4:42903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:19:34,834 INFO [RS:0;4a91c05c96a4:42903 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,42903,1731413890278; zookeeper connection closed. 2024-11-12T12:19:34,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012efb45d40001, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:34,834 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1be61d02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1be61d02 2024-11-12T12:19:34,834 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:19:35,175 INFO [M:0;4a91c05c96a4:43743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:19:35,175 INFO [M:0;4a91c05c96a4:43743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:19:35,175 DEBUG [M:0;4a91c05c96a4:43743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:19:35,175 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:35,176 DEBUG [M:0;4a91c05c96a4:43743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:35,176 DEBUG [M:0;4a91c05c96a4:43743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:19:35,176 DEBUG [M:0;4a91c05c96a4:43743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:35,176 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-12T12:19:35,190 DEBUG [M:0;4a91c05c96a4:43743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44066ed9329943508993b871401ceba8 is 82, key is hbase:meta,,1/info:regioninfo/1731413893586/Put/seqid=0 2024-11-12T12:19:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741851_1027 (size=5672) 2024-11-12T12:19:35,594 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44066ed9329943508993b871401ceba8 2024-11-12T12:19:35,613 DEBUG [M:0;4a91c05c96a4:43743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261e9d8d14064e54843f774d764a64a1 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731413900781/Put/seqid=0 2024-11-12T12:19:35,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741852_1028 (size=7239) 2024-11-12T12:19:35,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:19:35,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:19:35,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T12:19:35,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T12:19:35,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:19:35,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:19:36,018 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261e9d8d14064e54843f774d764a64a1 2024-11-12T12:19:36,022 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 261e9d8d14064e54843f774d764a64a1 2024-11-12T12:19:36,036 DEBUG [M:0;4a91c05c96a4:43743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47b8246764cb47fc84fe3f71acc4b272 is 69, key is 4a91c05c96a4,42903,1731413890278/rs:state/1731413892473/Put/seqid=0 2024-11-12T12:19:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741853_1029 (size=5156) 2024-11-12T12:19:36,440 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47b8246764cb47fc84fe3f71acc4b272 2024-11-12T12:19:36,448 DEBUG [M:0;4a91c05c96a4:43743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44066ed9329943508993b871401ceba8 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44066ed9329943508993b871401ceba8 2024-11-12T12:19:36,453 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44066ed9329943508993b871401ceba8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T12:19:36,454 DEBUG [M:0;4a91c05c96a4:43743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261e9d8d14064e54843f774d764a64a1 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/261e9d8d14064e54843f774d764a64a1 2024-11-12T12:19:36,459 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 261e9d8d14064e54843f774d764a64a1 2024-11-12T12:19:36,459 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/261e9d8d14064e54843f774d764a64a1, entries=11, sequenceid=105, filesize=7.1 K 2024-11-12T12:19:36,461 DEBUG [M:0;4a91c05c96a4:43743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47b8246764cb47fc84fe3f71acc4b272 as hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47b8246764cb47fc84fe3f71acc4b272 2024-11-12T12:19:36,465 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45695/user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47b8246764cb47fc84fe3f71acc4b272, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T12:19:36,466 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false 2024-11-12T12:19:36,468 INFO [M:0;4a91c05c96a4:43743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:36,468 DEBUG [M:0;4a91c05c96a4:43743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413975175Disabling compacts and flushes for region at 1731413975175Disabling writes for close at 1731413975176 (+1 ms)Obtaining lock to block concurrent updates at 1731413975176Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731413975176Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731413975176Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731413975177 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731413975177Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731413975189 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731413975189Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731413975599 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731413975613 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731413975613Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731413976023 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731413976035 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731413976035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5327ac10: reopening flushed file at 1731413976447 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731694c8: reopening flushed file at 1731413976453 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d4537c: reopening flushed file at 1731413976460 (+7 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false at 1731413976466 (+6 ms)Writing region close event to WAL at 1731413976468 (+2 ms)Closed at 1731413976468 2024-11-12T12:19:36,470 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e35dd2c0-0d5e-03c5-7cb6-ef9c3451244e/MasterData/WALs/4a91c05c96a4,43743,1731413890041/4a91c05c96a4%2C43743%2C1731413890041.1731413892059 not finished, retry = 0 2024-11-12T12:19:36,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37663 is added to blk_1073741830_1006 (size=64514) 2024-11-12T12:19:36,571 INFO [M:0;4a91c05c96a4:43743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:19:36,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:19:36,571 INFO [M:0;4a91c05c96a4:43743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43743 2024-11-12T12:19:36,571 INFO [M:0;4a91c05c96a4:43743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:19:36,675 INFO [M:0;4a91c05c96a4:43743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:19:36,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:36,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43743-0x1012efb45d40000, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:36,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:19:36,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:19:36,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:19:36,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:19:36,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/hadoop.log.dir/,STOPPED} 2024-11-12T12:19:36,711 WARN [BP-1092162586-172.17.0.3-1731413887561 heartbeating to localhost/127.0.0.1:45695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:19:36,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:19:36,711 WARN [BP-1092162586-172.17.0.3-1731413887561 heartbeating to localhost/127.0.0.1:45695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1092162586-172.17.0.3-1731413887561 (Datanode Uuid 162585d4-6932-4241-89aa-6950a040520f) service to localhost/127.0.0.1:45695 2024-11-12T12:19:36,711 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:19:36,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/cluster_5569f48f-6c72-a840-6dc4-077db1d80ad8/data/data1/current/BP-1092162586-172.17.0.3-1731413887561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:19:36,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/cluster_5569f48f-6c72-a840-6dc4-077db1d80ad8/data/data2/current/BP-1092162586-172.17.0.3-1731413887561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:19:36,712 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:19:36,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:19:36,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:19:36,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:19:36,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:19:36,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebbffd5-653d-fe7a-d332-5e1a9ee47556/hadoop.log.dir/,STOPPED} 2024-11-12T12:19:36,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:19:36,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:19:36,746 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57711) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57711) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007eff3cb90000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45695 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007eff3cb90000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33033 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=6691 (was 6771) 2024-11-12T12:19:36,752 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=6691 2024-11-12T12:19:36,767 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-12T12:19:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/hadoop.log.dir so I do NOT create it in target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32 2024-11-12T12:19:36,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:19:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/hadoop.tmp.dir so I do NOT create it in target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32 2024-11-12T12:19:36,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/793b6c11-aed6-452c-2ab7-824470b5ccc1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:19:36,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32 2024-11-12T12:19:36,768 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/cluster_1b503d55-3b07-ed72-7cd7-8110c57966b0, deleteOnExit=true 2024-11-12T12:19:36,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/cluster_1b503d55-3b07-ed72-7cd7-8110c57966b0/zookeeper_0, clientPort=49724, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/cluster_1b503d55-3b07-ed72-7cd7-8110c57966b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/cluster_1b503d55-3b07-ed72-7cd7-8110c57966b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:19:36,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49724 2024-11-12T12:19:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:19:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:19:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/test.cache.data in system properties and HBase conf 2024-11-12T12:19:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:19:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:19:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:19:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:19:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:19:36,793 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:19:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:19:36,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:19:36,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012efb45d40005, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:19:36,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012efb45d40002, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:19:36,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012efb45d40002, quorum=127.0.0.1:57711, baseZNode=/0451888697 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:19:36,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012efb45d40005, quorum=127.0.0.1:57711, baseZNode=/1-360923193 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:19:37,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:19:37,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:19:37,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:19:37,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:19:37,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:19:37,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:19:37,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:19:37,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:19:37,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189b0b0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/java.io.tmpdir/jetty-localhost-38883-hadoop-hdfs-3_4_1-tests_jar-_-any-7792150872816006587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:19:37,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:38883} 2024-11-12T12:19:37,369 INFO [Time-limited test {}] server.Server(415): Started @137857ms 2024-11-12T12:19:37,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:19:37,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:19:37,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:19:37,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:19:37,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:19:37,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:19:37,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:19:37,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11505e70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/java.io.tmpdir/jetty-localhost-40779-hadoop-hdfs-3_4_1-tests_jar-_-any-7765178500513123841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:19:37,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:40779} 2024-11-12T12:19:37,959 INFO [Time-limited test {}] server.Server(415): Started @138446ms 2024-11-12T12:19:37,960 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:19:38,763 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/cluster_1b503d55-3b07-ed72-7cd7-8110c57966b0/data/data1/current/BP-1171912616-172.17.0.3-1731413976811/current, will proceed with Du for space computation calculation, 2024-11-12T12:19:38,765 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/cluster_1b503d55-3b07-ed72-7cd7-8110c57966b0/data/data2/current/BP-1171912616-172.17.0.3-1731413976811/current, will proceed with Du for space computation calculation, 2024-11-12T12:19:38,807 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:19:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfa0722cf9969e4f with lease ID 0x7e5034bf887892fa: Processing first storage report for DS-3af2546c-6207-4eaa-85dc-e576ec21c57b from datanode DatanodeRegistration(127.0.0.1:43361, datanodeUuid=84744acb-58c7-4b9a-9280-172e41f651ec, infoPort=37917, infoSecurePort=0, ipcPort=44327, storageInfo=lv=-57;cid=testClusterID;nsid=1219547130;c=1731413976811) 2024-11-12T12:19:38,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfa0722cf9969e4f with lease ID 0x7e5034bf887892fa: from storage DS-3af2546c-6207-4eaa-85dc-e576ec21c57b node DatanodeRegistration(127.0.0.1:43361, datanodeUuid=84744acb-58c7-4b9a-9280-172e41f651ec, infoPort=37917, infoSecurePort=0, ipcPort=44327, storageInfo=lv=-57;cid=testClusterID;nsid=1219547130;c=1731413976811), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:19:38,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfa0722cf9969e4f with lease ID 0x7e5034bf887892fa: Processing first storage report for DS-8046672f-7616-4fb0-baf8-a331069b0d6b from datanode DatanodeRegistration(127.0.0.1:43361, datanodeUuid=84744acb-58c7-4b9a-9280-172e41f651ec, infoPort=37917, infoSecurePort=0, ipcPort=44327, storageInfo=lv=-57;cid=testClusterID;nsid=1219547130;c=1731413976811) 2024-11-12T12:19:38,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfa0722cf9969e4f with lease ID 0x7e5034bf887892fa: from storage DS-8046672f-7616-4fb0-baf8-a331069b0d6b node DatanodeRegistration(127.0.0.1:43361, datanodeUuid=84744acb-58c7-4b9a-9280-172e41f651ec, infoPort=37917, infoSecurePort=0, ipcPort=44327, storageInfo=lv=-57;cid=testClusterID;nsid=1219547130;c=1731413976811), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T12:19:38,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32 2024-11-12T12:19:38,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:38,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:38,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:19:39,315 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba with version=8 2024-11-12T12:19:39,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/hbase-staging 2024-11-12T12:19:39,318 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:19:39,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:39,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:39,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:19:39,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:39,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:19:39,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:19:39,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:19:39,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41705 2024-11-12T12:19:39,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41705 connecting to ZooKeeper ensemble=127.0.0.1:49724 2024-11-12T12:19:39,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417050x0, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:19:39,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41705-0x1012efca2830000 connected 2024-11-12T12:19:39,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:39,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:39,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/running 2024-11-12T12:19:39,464 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba, hbase.cluster.distributed=false 2024-11-12T12:19:39,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/acl 2024-11-12T12:19:39,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41705 2024-11-12T12:19:39,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41705 2024-11-12T12:19:39,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41705 2024-11-12T12:19:39,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41705 2024-11-12T12:19:39,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41705 2024-11-12T12:19:39,487 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:19:39,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:39,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:39,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:19:39,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:39,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:19:39,487 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:19:39,487 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:19:39,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39525 2024-11-12T12:19:39,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39525 connecting to ZooKeeper ensemble=127.0.0.1:49724 2024-11-12T12:19:39,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:39,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395250x0, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:19:39,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395250x0, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/running 2024-11-12T12:19:39,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:19:39,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39525-0x1012efca2830001 connected 2024-11-12T12:19:39,504 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:19:39,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/master 2024-11-12T12:19:39,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/acl 2024-11-12T12:19:39,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-12T12:19:39,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39525 2024-11-12T12:19:39,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39525 2024-11-12T12:19:39,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-12T12:19:39,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-12T12:19:39,528 DEBUG [M:0;4a91c05c96a4:41705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:41705 2024-11-12T12:19:39,529 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0636018605/backup-masters/4a91c05c96a4,41705,1731413979317 2024-11-12T12:19:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/backup-masters 2024-11-12T12:19:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/backup-masters 2024-11-12T12:19:39,534 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on existing znode=/0636018605/backup-masters/4a91c05c96a4,41705,1731413979317 2024-11-12T12:19:39,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0636018605/master 2024-11-12T12:19:39,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:39,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:39,544 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on existing znode=/0636018605/master 2024-11-12T12:19:39,544 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0636018605/backup-masters/4a91c05c96a4,41705,1731413979317 from backup master directory 2024-11-12T12:19:39,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0636018605/backup-masters/4a91c05c96a4,41705,1731413979317 2024-11-12T12:19:39,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/backup-masters 2024-11-12T12:19:39,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/backup-masters 2024-11-12T12:19:39,554 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:19:39,554 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,41705,1731413979317 2024-11-12T12:19:39,558 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/hbase.id] with ID: 36d2a49c-16e1-4956-9337-0d3d2a00815d 2024-11-12T12:19:39,558 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/.tmp/hbase.id 2024-11-12T12:19:39,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:19:39,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:19:39,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:39,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:39,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:39,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:39,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:39,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:39,963 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/.tmp/hbase.id]:[hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/hbase.id] 2024-11-12T12:19:39,974 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:39,974 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:19:39,975 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:19:39,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:39,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:19:40,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:19:40,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:19:40,398 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:19:40,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:19:40,805 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store 2024-11-12T12:19:40,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:19:41,211 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:41,211 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:19:41,211 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:41,211 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:41,211 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:19:41,211 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:41,211 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:41,211 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413981211Disabling compacts and flushes for region at 1731413981211Disabling writes for close at 1731413981211Writing region close event to WAL at 1731413981211Closed at 1731413981211 2024-11-12T12:19:41,212 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/.initializing 2024-11-12T12:19:41,212 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,41705,1731413979317 2024-11-12T12:19:41,213 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:19:41,215 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C41705%2C1731413979317, suffix=, logDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,41705,1731413979317, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/oldWALs, maxLogs=10 2024-11-12T12:19:41,227 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,41705,1731413979317/4a91c05c96a4%2C41705%2C1731413979317.1731413981215, exclude list is [], retry=0 2024-11-12T12:19:41,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-3af2546c-6207-4eaa-85dc-e576ec21c57b,DISK] 2024-11-12T12:19:41,231 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,41705,1731413979317/4a91c05c96a4%2C41705%2C1731413979317.1731413981215 2024-11-12T12:19:41,231 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37917:37917)] 2024-11-12T12:19:41,231 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:19:41,231 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:41,232 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,232 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:19:41,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:41,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:41,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:19:41,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:41,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:41,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:19:41,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:41,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:41,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:19:41,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:41,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:41,239 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,239 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,240 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,241 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,241 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,242 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:19:41,243 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:41,245 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:19:41,245 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71530695, jitterRate=0.06589041650295258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:19:41,245 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413981232Initializing all the Stores at 1731413981232Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413981232Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413981233 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413981233Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413981233Cleaning up temporary data from old regions at 1731413981241 (+8 ms)Region opened successfully at 1731413981245 (+4 ms) 2024-11-12T12:19:41,246 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:19:41,248 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e69609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:19:41,249 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:19:41,249 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:19:41,249 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:19:41,249 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:19:41,250 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:19:41,250 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:19:41,250 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:19:41,254 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:19:41,254 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/balancer because node does not exist (not necessarily an error) 2024-11-12T12:19:41,301 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/balancer already deleted, retry=false 2024-11-12T12:19:41,302 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:19:41,302 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:19:41,312 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/normalizer already deleted, retry=false 2024-11-12T12:19:41,312 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:19:41,313 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:19:41,322 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/switch/split already deleted, retry=false 2024-11-12T12:19:41,323 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:19:41,377 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/switch/merge already deleted, retry=false 2024-11-12T12:19:41,379 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:19:41,396 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/snapshot-cleanup already deleted, retry=false 2024-11-12T12:19:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0636018605/running 2024-11-12T12:19:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0636018605/running 2024-11-12T12:19:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:41,407 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,41705,1731413979317, sessionid=0x1012efca2830000, setting cluster-up flag (Was=false) 2024-11-12T12:19:41,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:41,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:41,459 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0636018605/flush-table-proc/acquired, /0636018605/flush-table-proc/reached, /0636018605/flush-table-proc/abort 2024-11-12T12:19:41,460 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,41705,1731413979317 2024-11-12T12:19:41,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:41,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:41,512 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0636018605/online-snapshot/acquired, /0636018605/online-snapshot/reached, /0636018605/online-snapshot/abort 2024-11-12T12:19:41,513 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,41705,1731413979317 2024-11-12T12:19:41,514 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:19:41,515 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:19:41,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:19:41,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:19:41,515 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,41705,1731413979317 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:19:41,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:41,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:41,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:41,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:41,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:19:41,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,517 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(746): ClusterId : 36d2a49c-16e1-4956-9337-0d3d2a00815d 2024-11-12T12:19:41,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:19:41,517 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:19:41,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414011518 2024-11-12T12:19:41,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:19:41,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:19:41,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:19:41,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:19:41,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:19:41,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:19:41,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:19:41,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:19:41,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:19:41,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:19:41,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:19:41,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:19:41,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:19:41,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:19:41,519 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413981519,5,FailOnTimeoutGroup] 2024-11-12T12:19:41,519 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413981519,5,FailOnTimeoutGroup] 2024-11-12T12:19:41,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,519 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:41,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:19:41,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:19:41,523 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:19:41,523 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:19:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:19:41,533 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:19:41,534 DEBUG [RS:0;4a91c05c96a4:39525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffc6d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:19:41,547 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:39525 2024-11-12T12:19:41,547 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:19:41,547 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:19:41,547 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:19:41,548 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,41705,1731413979317 with port=39525, startcode=1731413979486 2024-11-12T12:19:41,548 DEBUG [RS:0;4a91c05c96a4:39525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:19:41,549 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:19:41,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:41,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41705 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:41,551 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba 2024-11-12T12:19:41,551 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41519 2024-11-12T12:19:41,551 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:19:41,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/rs 2024-11-12T12:19:41,554 DEBUG [RS:0;4a91c05c96a4:39525 {}] zookeeper.ZKUtil(111): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on existing znode=/0636018605/rs/4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:41,554 WARN [RS:0;4a91c05c96a4:39525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:19:41,555 INFO [RS:0;4a91c05c96a4:39525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:19:41,555 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:41,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,39525,1731413979486] 2024-11-12T12:19:41,562 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:19:41,564 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:19:41,567 INFO [RS:0;4a91c05c96a4:39525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:19:41,567 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,567 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:19:41,568 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:19:41,568 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,568 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,568 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,568 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,568 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,568 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,568 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:19:41,568 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,568 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,568 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,568 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,569 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,569 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:41,569 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:19:41,569 DEBUG [RS:0;4a91c05c96a4:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:19:41,569 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,569 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,569 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,569 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,569 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,569 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39525,1731413979486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:19:41,584 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:19:41,584 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39525,1731413979486-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,584 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,584 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.Replication(171): 4a91c05c96a4,39525,1731413979486 started 2024-11-12T12:19:41,598 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:41,598 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,39525,1731413979486, RpcServer on 4a91c05c96a4/172.17.0.3:39525, sessionid=0x1012efca2830001 2024-11-12T12:19:41,598 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:19:41,598 DEBUG [RS:0;4a91c05c96a4:39525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:41,598 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,39525,1731413979486' 2024-11-12T12:19:41,598 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0636018605/flush-table-proc/abort' 2024-11-12T12:19:41,598 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0636018605/flush-table-proc/acquired' 2024-11-12T12:19:41,599 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:19:41,599 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:19:41,599 DEBUG [RS:0;4a91c05c96a4:39525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:41,599 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,39525,1731413979486' 2024-11-12T12:19:41,599 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0636018605/online-snapshot/abort' 2024-11-12T12:19:41,599 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0636018605/online-snapshot/acquired' 2024-11-12T12:19:41,599 DEBUG [RS:0;4a91c05c96a4:39525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:19:41,599 INFO [RS:0;4a91c05c96a4:39525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:19:41,599 INFO [RS:0;4a91c05c96a4:39525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:19:41,700 INFO [RS:0;4a91c05c96a4:39525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:19:41,702 INFO [RS:0;4a91c05c96a4:39525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C39525%2C1731413979486, suffix=, logDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs, maxLogs=10 2024-11-12T12:19:41,732 DEBUG [RS:0;4a91c05c96a4:39525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.1731413981703, exclude list is [], retry=0 2024-11-12T12:19:41,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-3af2546c-6207-4eaa-85dc-e576ec21c57b,DISK] 2024-11-12T12:19:41,744 INFO [RS:0;4a91c05c96a4:39525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.1731413981703 2024-11-12T12:19:41,745 DEBUG [RS:0;4a91c05c96a4:39525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37917:37917)] 2024-11-12T12:19:41,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:19:41,929 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba 2024-11-12T12:19:41,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:19:42,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:42,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:19:42,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:19:42,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:42,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:42,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:19:42,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:19:42,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:42,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:42,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:19:42,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:19:42,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:42,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:42,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:19:42,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:19:42,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:42,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:42,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:19:42,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740 2024-11-12T12:19:42,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740 2024-11-12T12:19:42,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:19:42,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:19:42,346 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:19:42,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:19:42,348 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:19:42,349 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67749363, jitterRate=0.00954417884349823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:19:42,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731413982337Initializing all the Stores at 1731413982338 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413982338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413982338Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413982338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413982338Cleaning up temporary data from old regions at 1731413982346 (+8 ms)Region opened successfully at 1731413982349 (+3 ms) 2024-11-12T12:19:42,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:19:42,349 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:19:42,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:19:42,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:19:42,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:19:42,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:19:42,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413982349Disabling compacts and flushes for region at 1731413982349Disabling writes for close at 1731413982349Writing region close event to WAL at 1731413982350 (+1 ms)Closed at 1731413982350 2024-11-12T12:19:42,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:19:42,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:19:42,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:19:42,352 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:19:42,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:19:42,503 DEBUG [4a91c05c96a4:41705 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:19:42,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:42,504 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,39525,1731413979486, state=OPENING 2024-11-12T12:19:42,522 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:19:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:42,533 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:19:42,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: CHANGED 2024-11-12T12:19:42,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: CHANGED 2024-11-12T12:19:42,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,39525,1731413979486}] 2024-11-12T12:19:42,686 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:19:42,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:19:42,690 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:19:42,690 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:19:42,691 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:19:42,692 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C39525%2C1731413979486.meta, suffix=.meta, logDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs, maxLogs=10 2024-11-12T12:19:42,703 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.meta.1731413982692.meta, exclude list is [], retry=0 2024-11-12T12:19:42,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-3af2546c-6207-4eaa-85dc-e576ec21c57b,DISK] 2024-11-12T12:19:42,707 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.meta.1731413982692.meta 2024-11-12T12:19:42,707 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37917:37917)] 2024-11-12T12:19:42,707 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:19:42,707 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:19:42,707 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:19:42,707 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:19:42,708 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:19:42,708 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:19:42,708 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:42,708 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:19:42,708 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:19:42,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:19:42,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:19:42,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:42,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:42,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:19:42,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:19:42,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:42,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:42,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:19:42,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:19:42,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:42,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:42,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:19:42,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:19:42,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:42,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:42,713 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:19:42,713 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740 2024-11-12T12:19:42,714 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740 2024-11-12T12:19:42,715 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:19:42,715 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:19:42,715 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:19:42,716 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:19:42,717 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69454064, jitterRate=0.03494620323181152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:19:42,717 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:19:42,717 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413982708Writing region info on filesystem at 1731413982708Initializing all the Stores at 1731413982709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413982709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413982709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413982709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413982709Cleaning up temporary data from old regions at 1731413982715 (+6 ms)Running coprocessor post-open hooks at 1731413982717 (+2 ms)Region opened successfully at 1731413982717 2024-11-12T12:19:42,718 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731413982686 2024-11-12T12:19:42,720 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:19:42,720 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:19:42,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:42,721 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,39525,1731413979486, state=OPEN 2024-11-12T12:19:42,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0636018605/meta-region-server 2024-11-12T12:19:42,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0636018605/meta-region-server 2024-11-12T12:19:42,785 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:42,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: CHANGED 2024-11-12T12:19:42,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: CHANGED 2024-11-12T12:19:42,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:19:42,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,39525,1731413979486 in 252 msec 2024-11-12T12:19:42,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:19:42,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-12T12:19:42,791 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:19:42,791 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:19:42,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:19:42,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,39525,1731413979486, seqNum=-1] 2024-11-12T12:19:42,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:19:42,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:19:42,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-12T12:19:42,799 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413982798, completionTime=-1 2024-11-12T12:19:42,799 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:19:42,799 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:19:42,800 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:19:42,800 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414042800 2024-11-12T12:19:42,800 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414102800 2024-11-12T12:19:42,801 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:19:42,801 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41705,1731413979317-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:42,801 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41705,1731413979317-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:42,801 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41705,1731413979317-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:42,801 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:41705, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:42,801 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:42,801 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:42,803 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:19:42,805 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.251sec 2024-11-12T12:19:42,805 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:19:42,805 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:19:42,806 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:19:42,806 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:19:42,806 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:19:42,806 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41705,1731413979317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:19:42,806 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41705,1731413979317-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:19:42,808 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:19:42,808 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:19:42,808 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41705,1731413979317-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:42,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c97e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:42,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,41705,-1 for getting cluster id 2024-11-12T12:19:42,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:19:42,819 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36d2a49c-16e1-4956-9337-0d3d2a00815d' 2024-11-12T12:19:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:19:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36d2a49c-16e1-4956-9337-0d3d2a00815d" 2024-11-12T12:19:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd7c768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,41705,-1] 2024-11-12T12:19:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:19:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:42,821 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:19:42,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:42,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:19:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,39525,1731413979486, seqNum=-1] 2024-11-12T12:19:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:19:42,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:19:42,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,41705,1731413979317 2024-11-12T12:19:42,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49724 2024-11-12T12:19:42,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:19:42,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012efca2830002 connected 2024-11-12T12:19:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/hadoop.log.dir so I do NOT create it in target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e 2024-11-12T12:19:42,851 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:19:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/hadoop.tmp.dir so I do NOT create it in target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e 2024-11-12T12:19:42,851 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:19:42,851 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e 2024-11-12T12:19:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:19:42,851 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/cluster_05d9947e-4d22-6ae4-439c-f602b768104d, deleteOnExit=true 2024-11-12T12:19:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/test.cache.data in system properties and HBase conf 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:19:42,852 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:19:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:19:42,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:19:42,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:19:42,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:19:42,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:19:42,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:19:42,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:19:42,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:19:43,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:19:43,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:19:43,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:19:43,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:19:43,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:19:43,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:19:43,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8042823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:19:43,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:19:43,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d7a90ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/java.io.tmpdir/jetty-localhost-33277-hadoop-hdfs-3_4_1-tests_jar-_-any-13761852056768353666/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:19:43,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e032d09{HTTP/1.1, (http/1.1)}{localhost:33277} 2024-11-12T12:19:43,257 INFO [Time-limited test {}] server.Server(415): Started @143744ms 2024-11-12T12:19:43,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:19:43,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:19:43,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:19:43,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:19:43,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:19:43,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bff4f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:19:43,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:19:43,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4aba240d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/java.io.tmpdir/jetty-localhost-36327-hadoop-hdfs-3_4_1-tests_jar-_-any-11154794215637914349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:19:43,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d17fa12{HTTP/1.1, (http/1.1)}{localhost:36327} 2024-11-12T12:19:43,635 INFO [Time-limited test {}] server.Server(415): Started @144123ms 2024-11-12T12:19:43,636 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:19:44,304 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/cluster_05d9947e-4d22-6ae4-439c-f602b768104d/data/data1/current/BP-735115178-172.17.0.3-1731413982868/current, will proceed with Du for space computation calculation, 2024-11-12T12:19:44,305 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/cluster_05d9947e-4d22-6ae4-439c-f602b768104d/data/data2/current/BP-735115178-172.17.0.3-1731413982868/current, will proceed with Du for space computation calculation, 2024-11-12T12:19:44,333 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:19:44,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c1477704ace0e35 with lease ID 0x93febc0e949087ed: Processing first storage report for DS-6ec03889-e34c-4c6a-a1ba-228e094bb733 from datanode DatanodeRegistration(127.0.0.1:40887, datanodeUuid=543eec23-1a20-484d-936c-0576e8d64880, infoPort=42015, infoSecurePort=0, ipcPort=42181, storageInfo=lv=-57;cid=testClusterID;nsid=1325612312;c=1731413982868) 2024-11-12T12:19:44,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c1477704ace0e35 with lease ID 0x93febc0e949087ed: from storage DS-6ec03889-e34c-4c6a-a1ba-228e094bb733 node DatanodeRegistration(127.0.0.1:40887, datanodeUuid=543eec23-1a20-484d-936c-0576e8d64880, infoPort=42015, infoSecurePort=0, ipcPort=42181, storageInfo=lv=-57;cid=testClusterID;nsid=1325612312;c=1731413982868), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:19:44,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c1477704ace0e35 with lease ID 0x93febc0e949087ed: Processing first storage report for DS-d76b7197-4290-4512-aae0-f9f778f3255f from datanode DatanodeRegistration(127.0.0.1:40887, datanodeUuid=543eec23-1a20-484d-936c-0576e8d64880, infoPort=42015, infoSecurePort=0, ipcPort=42181, storageInfo=lv=-57;cid=testClusterID;nsid=1325612312;c=1731413982868) 2024-11-12T12:19:44,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c1477704ace0e35 with lease ID 0x93febc0e949087ed: from storage DS-d76b7197-4290-4512-aae0-f9f778f3255f node DatanodeRegistration(127.0.0.1:40887, datanodeUuid=543eec23-1a20-484d-936c-0576e8d64880, infoPort=42015, infoSecurePort=0, ipcPort=42181, storageInfo=lv=-57;cid=testClusterID;nsid=1325612312;c=1731413982868), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:19:44,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e 2024-11-12T12:19:44,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:44,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:44,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:19:44,769 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574 with version=8 2024-11-12T12:19:44,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/hbase-staging 2024-11-12T12:19:44,772 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:19:44,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:44,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:44,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:19:44,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:44,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:19:44,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:19:44,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:19:44,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42621 2024-11-12T12:19:44,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42621 connecting to ZooKeeper ensemble=127.0.0.1:49724 2024-11-12T12:19:44,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426210x0, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:19:44,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42621-0x1012efca2830003 connected 2024-11-12T12:19:44,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:44,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:44,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Set watcher on znode that does not yet exist, /1786345328/running 2024-11-12T12:19:44,894 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574, hbase.cluster.distributed=false 2024-11-12T12:19:44,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Set watcher on znode that does not yet exist, /1786345328/acl 2024-11-12T12:19:44,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42621 2024-11-12T12:19:44,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42621 2024-11-12T12:19:44,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42621 2024-11-12T12:19:44,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42621 2024-11-12T12:19:44,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42621 2024-11-12T12:19:44,908 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:19:44,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:44,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:44,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:19:44,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:44,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:19:44,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:19:44,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:19:44,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44213 2024-11-12T12:19:44,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44213 connecting to ZooKeeper ensemble=127.0.0.1:49724 2024-11-12T12:19:44,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:44,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:44,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442130x0, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:19:44,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442130x0, quorum=127.0.0.1:49724, baseZNode=/1786345328 Set watcher on znode that does not yet exist, /1786345328/running 2024-11-12T12:19:44,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44213-0x1012efca2830004 connected 2024-11-12T12:19:44,923 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:19:44,923 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:19:44,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Set watcher on znode that does not yet exist, /1786345328/master 2024-11-12T12:19:44,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Set watcher on znode that does not yet exist, /1786345328/acl 2024-11-12T12:19:44,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44213 2024-11-12T12:19:44,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44213 2024-11-12T12:19:44,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44213 2024-11-12T12:19:44,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44213 2024-11-12T12:19:44,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44213 2024-11-12T12:19:44,937 DEBUG [M:0;4a91c05c96a4:42621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:42621 2024-11-12T12:19:44,937 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1786345328/backup-masters/4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:44,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328/backup-masters 2024-11-12T12:19:44,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328/backup-masters 2024-11-12T12:19:44,944 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Set watcher on existing znode=/1786345328/backup-masters/4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:44,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1786345328/master 2024-11-12T12:19:44,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:44,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:44,954 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Set watcher on existing znode=/1786345328/master 2024-11-12T12:19:44,954 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1786345328/backup-masters/4a91c05c96a4,42621,1731413984771 from backup master directory 2024-11-12T12:19:44,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1786345328/backup-masters/4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:44,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328/backup-masters 2024-11-12T12:19:44,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328/backup-masters 2024-11-12T12:19:44,964 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:19:44,964 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:44,968 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/hbase.id] with ID: f7d4880c-8769-4901-a22f-8a88b0a8d8e5 2024-11-12T12:19:44,968 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/.tmp/hbase.id 2024-11-12T12:19:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:19:45,372 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/.tmp/hbase.id]:[hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/hbase.id] 2024-11-12T12:19:45,383 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:45,383 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:19:45,384 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:19:45,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:45,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:19:45,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:19:45,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T12:19:45,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:19:45,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T12:19:45,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:19:45,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T12:19:45,801 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:19:45,802 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:19:45,802 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:19:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:19:46,209 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store 2024-11-12T12:19:46,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:19:46,614 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:46,614 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:19:46,614 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:46,614 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:46,614 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:19:46,614 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:46,614 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:46,614 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413986614Disabling compacts and flushes for region at 1731413986614Disabling writes for close at 1731413986614Writing region close event to WAL at 1731413986614Closed at 1731413986614 2024-11-12T12:19:46,615 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/.initializing 2024-11-12T12:19:46,615 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/WALs/4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:46,616 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:19:46,618 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C42621%2C1731413984771, suffix=, logDir=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/WALs/4a91c05c96a4,42621,1731413984771, archiveDir=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/oldWALs, maxLogs=10 2024-11-12T12:19:46,630 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/WALs/4a91c05c96a4,42621,1731413984771/4a91c05c96a4%2C42621%2C1731413984771.1731413986618, exclude list is [], retry=0 2024-11-12T12:19:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-6ec03889-e34c-4c6a-a1ba-228e094bb733,DISK] 2024-11-12T12:19:46,633 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/WALs/4a91c05c96a4,42621,1731413984771/4a91c05c96a4%2C42621%2C1731413984771.1731413986618 2024-11-12T12:19:46,634 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42015:42015)] 2024-11-12T12:19:46,634 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:19:46,634 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:46,634 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,634 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:19:46,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:46,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:46,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:19:46,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:46,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:46,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:19:46,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:46,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:46,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:19:46,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:46,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:46,641 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,642 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,642 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,643 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,644 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,644 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:19:46,645 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:46,647 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:19:46,647 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73663546, jitterRate=0.09767237305641174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:19:46,647 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413986634Initializing all the Stores at 1731413986635 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413986635Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413986635Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413986635Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413986635Cleaning up temporary data from old regions at 1731413986644 (+9 ms)Region opened successfully at 1731413986647 (+3 ms) 2024-11-12T12:19:46,648 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:19:46,650 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a0eb86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:19:46,650 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:19:46,651 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:19:46,651 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:19:46,651 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:19:46,651 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:19:46,651 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:19:46,651 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:19:46,653 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:19:46,653 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Unable to get data of znode /1786345328/balancer because node does not exist (not necessarily an error) 2024-11-12T12:19:46,701 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1786345328/balancer already deleted, retry=false 2024-11-12T12:19:46,701 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:19:46,702 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Unable to get data of znode /1786345328/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:19:46,711 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1786345328/normalizer already deleted, retry=false 2024-11-12T12:19:46,712 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:19:46,712 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Unable to get data of znode /1786345328/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:19:46,722 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1786345328/switch/split already deleted, retry=false 2024-11-12T12:19:46,723 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Unable to get data of znode /1786345328/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:19:46,732 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1786345328/switch/merge already deleted, retry=false 2024-11-12T12:19:46,734 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Unable to get data of znode /1786345328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:19:46,743 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1786345328/snapshot-cleanup already deleted, retry=false 2024-11-12T12:19:46,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1786345328/running 2024-11-12T12:19:46,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1786345328/running 2024-11-12T12:19:46,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:46,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:46,754 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,42621,1731413984771, sessionid=0x1012efca2830003, setting cluster-up flag (Was=false) 2024-11-12T12:19:46,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:46,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:46,806 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1786345328/flush-table-proc/acquired, /1786345328/flush-table-proc/reached, /1786345328/flush-table-proc/abort 2024-11-12T12:19:46,807 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:46,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:46,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:46,859 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1786345328/online-snapshot/acquired, /1786345328/online-snapshot/reached, /1786345328/online-snapshot/abort 2024-11-12T12:19:46,861 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:46,862 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:19:46,868 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:19:46,869 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:19:46,869 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:19:46,869 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,42621,1731413984771 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:19:46,870 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:46,870 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:46,870 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:46,870 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:46,870 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:19:46,870 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,870 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:19:46,870 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:19:46,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:19:46,879 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:46,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:19:46,884 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414016884 2024-11-12T12:19:46,884 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:19:46,885 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:19:46,885 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:19:46,885 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:19:46,885 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:19:46,885 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:19:46,887 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:46,888 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:19:46,888 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:19:46,888 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:19:46,888 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:19:46,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:19:46,892 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:19:46,892 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:19:46,896 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413986892,5,FailOnTimeoutGroup] 2024-11-12T12:19:46,896 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413986896,5,FailOnTimeoutGroup] 2024-11-12T12:19:46,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:46,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:19:46,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:46,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:46,930 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(746): ClusterId : f7d4880c-8769-4901-a22f-8a88b0a8d8e5 2024-11-12T12:19:46,930 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:19:46,944 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:19:46,944 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:19:46,954 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:19:46,955 DEBUG [RS:0;4a91c05c96a4:44213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d889358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:19:46,965 DEBUG [RS:0;4a91c05c96a4:44213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:44213 2024-11-12T12:19:46,965 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:19:46,965 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:19:46,965 DEBUG [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:19:46,966 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,42621,1731413984771 with port=44213, startcode=1731413984908 2024-11-12T12:19:46,966 DEBUG [RS:0;4a91c05c96a4:44213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:19:46,968 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:19:46,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,44213,1731413984908 2024-11-12T12:19:46,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42621 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,44213,1731413984908 2024-11-12T12:19:46,969 DEBUG [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574 2024-11-12T12:19:46,969 DEBUG [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37623 2024-11-12T12:19:46,969 DEBUG [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:19:46,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328/rs 2024-11-12T12:19:46,975 DEBUG [RS:0;4a91c05c96a4:44213 {}] zookeeper.ZKUtil(111): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Set watcher on existing znode=/1786345328/rs/4a91c05c96a4,44213,1731413984908 2024-11-12T12:19:46,975 WARN [RS:0;4a91c05c96a4:44213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:19:46,975 INFO [RS:0;4a91c05c96a4:44213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:19:46,975 DEBUG [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/WALs/4a91c05c96a4,44213,1731413984908 2024-11-12T12:19:46,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,44213,1731413984908] 2024-11-12T12:19:46,978 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:19:46,980 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:19:46,980 INFO [RS:0;4a91c05c96a4:44213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:19:46,980 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:46,980 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:19:46,981 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:19:46,981 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:46,981 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:19:46,982 DEBUG [RS:0;4a91c05c96a4:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:19:46,987 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:46,987 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:46,987 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:46,987 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:46,987 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:46,987 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44213,1731413984908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:19:47,001 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:19:47,001 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44213,1731413984908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:47,001 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:47,001 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.Replication(171): 4a91c05c96a4,44213,1731413984908 started 2024-11-12T12:19:47,014 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:47,014 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,44213,1731413984908, RpcServer on 4a91c05c96a4/172.17.0.3:44213, sessionid=0x1012efca2830004 2024-11-12T12:19:47,014 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:19:47,014 DEBUG [RS:0;4a91c05c96a4:44213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,44213,1731413984908 2024-11-12T12:19:47,014 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,44213,1731413984908' 2024-11-12T12:19:47,014 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1786345328/flush-table-proc/abort' 2024-11-12T12:19:47,015 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1786345328/flush-table-proc/acquired' 2024-11-12T12:19:47,015 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:19:47,015 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:19:47,015 DEBUG [RS:0;4a91c05c96a4:44213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,44213,1731413984908 2024-11-12T12:19:47,015 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,44213,1731413984908' 2024-11-12T12:19:47,015 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1786345328/online-snapshot/abort' 2024-11-12T12:19:47,015 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1786345328/online-snapshot/acquired' 2024-11-12T12:19:47,016 DEBUG [RS:0;4a91c05c96a4:44213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:19:47,016 INFO [RS:0;4a91c05c96a4:44213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:19:47,016 INFO [RS:0;4a91c05c96a4:44213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:19:47,116 INFO [RS:0;4a91c05c96a4:44213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:19:47,118 INFO [RS:0;4a91c05c96a4:44213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C44213%2C1731413984908, suffix=, logDir=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/WALs/4a91c05c96a4,44213,1731413984908, archiveDir=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/oldWALs, maxLogs=10 2024-11-12T12:19:47,131 DEBUG [RS:0;4a91c05c96a4:44213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/WALs/4a91c05c96a4,44213,1731413984908/4a91c05c96a4%2C44213%2C1731413984908.1731413987118, exclude list is [], retry=0 2024-11-12T12:19:47,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-6ec03889-e34c-4c6a-a1ba-228e094bb733,DISK] 2024-11-12T12:19:47,135 INFO [RS:0;4a91c05c96a4:44213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/WALs/4a91c05c96a4,44213,1731413984908/4a91c05c96a4%2C44213%2C1731413984908.1731413987118 2024-11-12T12:19:47,135 DEBUG [RS:0;4a91c05c96a4:44213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42015:42015)] 2024-11-12T12:19:47,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:19:47,291 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574 2024-11-12T12:19:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:19:47,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:19:47,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:47,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:19:47,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:19:47,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:47,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:47,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:19:47,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:19:47,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:47,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:47,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:19:47,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:19:47,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:47,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:47,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:19:47,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:19:47,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:47,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:47,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:19:47,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/1588230740 2024-11-12T12:19:47,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/1588230740 2024-11-12T12:19:47,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:19:47,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:19:47,705 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:19:47,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:19:47,708 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:19:47,708 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65396966, jitterRate=-0.025509268045425415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:19:47,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731413987697Initializing all the Stores at 1731413987698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413987698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413987698Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413987698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413987698Cleaning up temporary data from old regions at 1731413987705 (+7 ms)Region opened successfully at 1731413987709 (+4 ms) 2024-11-12T12:19:47,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:19:47,709 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:19:47,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:19:47,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:19:47,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:19:47,709 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:19:47,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413987709Disabling compacts and flushes for region at 1731413987709Disabling writes for close at 1731413987709Writing region close event to WAL at 1731413987709Closed at 1731413987709 2024-11-12T12:19:47,710 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:19:47,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:19:47,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:19:47,711 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:19:47,712 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:19:47,862 DEBUG [4a91c05c96a4:42621 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:19:47,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,44213,1731413984908 2024-11-12T12:19:47,863 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,44213,1731413984908, state=OPENING 2024-11-12T12:19:47,965 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:19:47,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:47,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:47,986 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:19:47,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1786345328/meta-region-server: CHANGED 2024-11-12T12:19:47,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1786345328/meta-region-server: CHANGED 2024-11-12T12:19:47,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,44213,1731413984908}] 2024-11-12T12:19:48,138 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:19:48,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:19:48,144 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:19:48,144 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:19:48,144 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:19:48,145 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C44213%2C1731413984908.meta, suffix=.meta, logDir=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/WALs/4a91c05c96a4,44213,1731413984908, archiveDir=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/oldWALs, maxLogs=10 2024-11-12T12:19:48,157 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/WALs/4a91c05c96a4,44213,1731413984908/4a91c05c96a4%2C44213%2C1731413984908.meta.1731413988145.meta, exclude list is [], retry=0 2024-11-12T12:19:48,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-6ec03889-e34c-4c6a-a1ba-228e094bb733,DISK] 2024-11-12T12:19:48,161 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/WALs/4a91c05c96a4,44213,1731413984908/4a91c05c96a4%2C44213%2C1731413984908.meta.1731413988145.meta 2024-11-12T12:19:48,161 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42015:42015)] 2024-11-12T12:19:48,162 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:19:48,162 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:19:48,162 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:19:48,162 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:19:48,162 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:19:48,162 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:19:48,162 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:48,162 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:19:48,162 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:19:48,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:19:48,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:19:48,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:48,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:48,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:19:48,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:19:48,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:48,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:48,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:19:48,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:19:48,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:48,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:48,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:19:48,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:19:48,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:48,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:48,169 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:19:48,170 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/1588230740 2024-11-12T12:19:48,171 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/1588230740 2024-11-12T12:19:48,172 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:19:48,172 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:19:48,173 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:19:48,174 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:19:48,175 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73532423, jitterRate=0.09571848809719086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:19:48,175 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:19:48,175 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413988163Writing region info on filesystem at 1731413988163Initializing all the Stores at 1731413988163Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413988164 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413988164Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413988164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413988164Cleaning up temporary data from old regions at 1731413988172 (+8 ms)Running coprocessor post-open hooks at 1731413988175 (+3 ms)Region opened successfully at 1731413988175 2024-11-12T12:19:48,176 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731413988138 2024-11-12T12:19:48,178 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:19:48,178 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:19:48,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,44213,1731413984908 2024-11-12T12:19:48,179 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,44213,1731413984908, state=OPEN 2024-11-12T12:19:48,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1786345328/meta-region-server 2024-11-12T12:19:48,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1786345328/meta-region-server 2024-11-12T12:19:48,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,44213,1731413984908 2024-11-12T12:19:48,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1786345328/meta-region-server: CHANGED 2024-11-12T12:19:48,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1786345328/meta-region-server: CHANGED 2024-11-12T12:19:48,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:19:48,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,44213,1731413984908 in 220 msec 2024-11-12T12:19:48,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:19:48,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-11-12T12:19:48,210 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:19:48,211 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:19:48,211 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:19:48,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:19:48,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,44213,1731413984908, seqNum=-1] 2024-11-12T12:19:48,212 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:19:48,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:19:48,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3500 sec 2024-11-12T12:19:48,218 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413988218, completionTime=-1 2024-11-12T12:19:48,218 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:19:48,218 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:19:48,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:19:48,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414048220 2024-11-12T12:19:48,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414108220 2024-11-12T12:19:48,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:19:48,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42621,1731413984771-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:48,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42621,1731413984771-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:48,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42621,1731413984771-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:48,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:42621, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:48,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:48,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:48,222 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:19:48,224 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.260sec 2024-11-12T12:19:48,224 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:19:48,224 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:19:48,224 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:19:48,224 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:19:48,224 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:19:48,224 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42621,1731413984771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:19:48,224 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42621,1731413984771-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:19:48,226 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:19:48,226 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:19:48,226 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42621,1731413984771-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:48,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef2aaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:48,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42621,-1 for getting cluster id 2024-11-12T12:19:48,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:19:48,232 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7d4880c-8769-4901-a22f-8a88b0a8d8e5' 2024-11-12T12:19:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:19:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7d4880c-8769-4901-a22f-8a88b0a8d8e5" 2024-11-12T12:19:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2b9450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42621,-1] 2024-11-12T12:19:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:19:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:48,234 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:19:48,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7b7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:48,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:19:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,44213,1731413984908, seqNum=-1] 2024-11-12T12:19:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:19:48,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:19:48,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:48,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:48,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:48,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:48,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:48,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:48,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49724 2024-11-12T12:19:48,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:48,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:19:48,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012efca2830005 connected 2024-11-12T12:19:48,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e32095a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:48,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,41705,-1 for getting cluster id 2024-11-12T12:19:48,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:19:48,262 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36d2a49c-16e1-4956-9337-0d3d2a00815d' 2024-11-12T12:19:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:19:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36d2a49c-16e1-4956-9337-0d3d2a00815d" 2024-11-12T12:19:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553cbf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,41705,-1] 2024-11-12T12:19:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:19:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:48,263 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:19:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b57258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:48,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:19:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,41705,1731413979317 2024-11-12T12:19:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38741129 2024-11-12T12:19:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:19:48,266 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:19:48,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:42621,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:19:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:19:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:19:48,269 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:42621' 2024-11-12T12:19:48,270 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11308ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:48,270 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42621,-1 for getting cluster id 2024-11-12T12:19:48,270 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:19:48,270 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7d4880c-8769-4901-a22f-8a88b0a8d8e5' 2024-11-12T12:19:48,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:19:48,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7d4880c-8769-4901-a22f-8a88b0a8d8e5" 2024-11-12T12:19:48,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f97ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:48,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42621,-1] 2024-11-12T12:19:48,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:19:48,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:48,272 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:19:48,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6595ae75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:48,273 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:19:48,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:48,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d79c9b0 2024-11-12T12:19:48,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:19:48,274 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:19:48,275 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T12:19:48,275 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:19:48,275 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:48,275 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:48,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:19:48,275 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:19:48,276 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:19:48,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:19:48,278 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:48,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:19:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741835_1011 (size=1138) 2024-11-12T12:19:48,326 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:19:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:19:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:19:48,685 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e91dbd4989c0a4251ee0b97ab92146aa, NAME => 'hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba 2024-11-12T12:19:48,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741836_1012 (size=44) 2024-11-12T12:19:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:19:49,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:49,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e91dbd4989c0a4251ee0b97ab92146aa, disabling compactions & flushes 2024-11-12T12:19:49,091 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:49,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:49,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. after waiting 0 ms 2024-11-12T12:19:49,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:49,091 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:49,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e91dbd4989c0a4251ee0b97ab92146aa: Waiting for close lock at 1731413989091Disabling compacts and flushes for region at 1731413989091Disabling writes for close at 1731413989091Writing region close event to WAL at 1731413989091Closed at 1731413989091 2024-11-12T12:19:49,092 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:19:49,092 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731413989092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413989092"}]},"ts":"1731413989092"} 2024-11-12T12:19:49,094 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:19:49,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:19:49,095 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413989095"}]},"ts":"1731413989095"} 2024-11-12T12:19:49,097 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:19:49,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e91dbd4989c0a4251ee0b97ab92146aa, ASSIGN}] 2024-11-12T12:19:49,098 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e91dbd4989c0a4251ee0b97ab92146aa, ASSIGN 2024-11-12T12:19:49,099 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e91dbd4989c0a4251ee0b97ab92146aa, ASSIGN; state=OFFLINE, location=4a91c05c96a4,39525,1731413979486; forceNewPlan=false, retain=false 2024-11-12T12:19:49,249 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e91dbd4989c0a4251ee0b97ab92146aa, regionState=OPENING, regionLocation=4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:49,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e91dbd4989c0a4251ee0b97ab92146aa, ASSIGN because future has completed 2024-11-12T12:19:49,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e91dbd4989c0a4251ee0b97ab92146aa, server=4a91c05c96a4,39525,1731413979486}] 2024-11-12T12:19:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:19:49,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:49,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:19:49,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:19:49,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C39525%2C1731413979486.rep, suffix=, logDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs, maxLogs=10 2024-11-12T12:19:49,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.rep.1731413989409, exclude list is [], retry=0 2024-11-12T12:19:49,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-3af2546c-6207-4eaa-85dc-e576ec21c57b,DISK] 2024-11-12T12:19:49,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.rep.1731413989409 2024-11-12T12:19:49,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37917:37917)] 2024-11-12T12:19:49,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e91dbd4989c0a4251ee0b97ab92146aa, NAME => 'hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:19:49,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:19:49,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:19:49,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. service=MultiRowMutationService 2024-11-12T12:19:49,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:19:49,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:49,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,428 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,429 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91dbd4989c0a4251ee0b97ab92146aa columnFamilyName hfileref 2024-11-12T12:19:49,429 DEBUG [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:49,429 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(327): Store=e91dbd4989c0a4251ee0b97ab92146aa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:49,429 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,430 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91dbd4989c0a4251ee0b97ab92146aa columnFamilyName queue 2024-11-12T12:19:49,430 DEBUG [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:49,431 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(327): Store=e91dbd4989c0a4251ee0b97ab92146aa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:49,431 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,432 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91dbd4989c0a4251ee0b97ab92146aa columnFamilyName sid 2024-11-12T12:19:49,432 DEBUG [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:49,432 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(327): Store=e91dbd4989c0a4251ee0b97ab92146aa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:49,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:19:49,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:19:49,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e91dbd4989c0a4251ee0b97ab92146aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69308322, jitterRate=0.03277447819709778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:19:49,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:49,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e91dbd4989c0a4251ee0b97ab92146aa: Running coprocessor pre-open hook at 1731413989425Writing region info on filesystem at 1731413989425Initializing all the Stores at 1731413989426 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413989426Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413989427 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413989427Cleaning up temporary data from old regions at 1731413989434 (+7 ms)Running coprocessor post-open hooks at 1731413989438 (+4 ms)Region opened successfully at 1731413989439 (+1 ms) 2024-11-12T12:19:49,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa., pid=7, masterSystemTime=1731413989404 2024-11-12T12:19:49,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:49,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:49,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e91dbd4989c0a4251ee0b97ab92146aa, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:49,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e91dbd4989c0a4251ee0b97ab92146aa, server=4a91c05c96a4,39525,1731413979486 because future has completed 2024-11-12T12:19:49,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T12:19:49,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e91dbd4989c0a4251ee0b97ab92146aa, server=4a91c05c96a4,39525,1731413979486 in 192 msec 2024-11-12T12:19:49,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:19:49,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e91dbd4989c0a4251ee0b97ab92146aa, ASSIGN in 349 msec 2024-11-12T12:19:49,448 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:19:49,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413989448"}]},"ts":"1731413989448"} 2024-11-12T12:19:49,450 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:19:49,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:19:49,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-12T12:19:49,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa., hostname=4a91c05c96a4,39525,1731413979486, seqNum=2] 2024-11-12T12:19:49,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:49,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:49,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:19:49,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T12:19:49,750 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:19:49,778 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,39525,1731413979486, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:19:49,779 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:19:49,779 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,39525,1731413979486, seqNum=-1] 2024-11-12T12:19:49,779 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:19:49,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-12T12:19:49,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,39525,1731413979486', locateType=CURRENT is [region=hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa., hostname=4a91c05c96a4,39525,1731413979486, seqNum=2] 2024-11-12T12:19:49,784 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T12:19:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T12:19:49,786 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,39525,1731413979486 suceeded 2024-11-12T12:19:49,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T12:19:49,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-12T12:19:49,788 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:42621,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:19:49,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5220 sec 2024-11-12T12:19:49,800 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:42621' 2024-11-12T12:19:49,801 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9e4e25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:49,801 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42621,-1 for getting cluster id 2024-11-12T12:19:49,801 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:19:49,802 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7d4880c-8769-4901-a22f-8a88b0a8d8e5' 2024-11-12T12:19:49,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:19:49,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7d4880c-8769-4901-a22f-8a88b0a8d8e5" 2024-11-12T12:19:49,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25f6b7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:49,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42621,-1] 2024-11-12T12:19:49,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:19:49,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:49,803 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:19:49,804 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@776194c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:49,804 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:19:49,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:49,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@782d642c 2024-11-12T12:19:49,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:19:49,805 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-12T12:19:49,806 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,39525,1731413979486 (queues=1) is replicating from cluster=36d2a49c-16e1-4956-9337-0d3d2a00815d to cluster=f7d4880c-8769-4901-a22f-8a88b0a8d8e5 2024-11-12T12:19:49,806 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C39525%2C1731413979486 2024-11-12T12:19:49,806 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,39525,1731413979486, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:19:49,807 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486.replicationSource.shipper4a91c05c96a4%2C39525%2C1731413979486,1-4a91c05c96a4,39525,1731413979486 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C39525%2C1731413979486 2024-11-12T12:19:49,807 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486.replicationSource.wal-reader.4a91c05c96a4%2C39525%2C1731413979486,1-4a91c05c96a4,39525,1731413979486 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.1731413981703, startPosition=0, beingWritten=true 2024-11-12T12:19:50,012 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486.replicationSource.wal-reader.4a91c05c96a4%2C39525%2C1731413979486,1-4a91c05c96a4,39525,1731413979486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.1731413981703 to pos 0, reset compression=false 2024-11-12T12:19:50,317 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486.replicationSource.wal-reader.4a91c05c96a4%2C39525%2C1731413979486,1-4a91c05c96a4,39525,1731413979486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.1731413981703 to pos 0, reset compression=false 2024-11-12T12:19:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:19:50,417 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:19:50,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:19:50,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:50,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:50,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:50,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:19:50,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:19:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,41705,1731413979317 2024-11-12T12:19:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@286036b3 2024-11-12T12:19:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:19:50,419 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:19:50,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41705 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T12:19:50,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:19:50,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:50,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:50,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:50,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:19:50,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:19:50,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1767308452, stopped=false 2024-11-12T12:19:50,420 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,41705,1731413979317 2024-11-12T12:19:50,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0636018605/running 2024-11-12T12:19:50,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0636018605/running 2024-11-12T12:19:50,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:50,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:50,469 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:19:50,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:19:50,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:50,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:50,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/running 2024-11-12T12:19:50,470 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,39525,1731413979486' ***** 2024-11-12T12:19:50,470 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:19:50,470 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:19:50,470 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:19:50,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/running 2024-11-12T12:19:50,470 INFO [RS:0;4a91c05c96a4:39525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:19:50,470 INFO [RS:0;4a91c05c96a4:39525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:19:50,470 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(3091): Received CLOSE for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:50,470 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:50,470 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:19:50,470 INFO [RS:0;4a91c05c96a4:39525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:39525. 2024-11-12T12:19:50,470 DEBUG [RS:0;4a91c05c96a4:39525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:50,470 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e91dbd4989c0a4251ee0b97ab92146aa, disabling compactions & flushes 2024-11-12T12:19:50,471 DEBUG [RS:0;4a91c05c96a4:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:50,471 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:50,471 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:50,471 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:19:50,471 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. after waiting 0 ms 2024-11-12T12:19:50,471 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:19:50,471 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:50,471 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:19:50,471 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e91dbd4989c0a4251ee0b97ab92146aa 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T12:19:50,471 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:19:50,471 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:19:50,471 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1325): Online Regions={e91dbd4989c0a4251ee0b97ab92146aa=hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:19:50,471 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:50,471 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:19:50,471 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:19:50,471 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:19:50,471 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:19:50,471 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:19:50,471 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T12:19:50,476 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:19:50,490 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa/.tmp/queue/7b4d8566b466489d9ecd190bfaa4a483 is 151, key is 1-4a91c05c96a4,39525,1731413979486/queue:4a91c05c96a4%2C39525%2C1731413979486/1731413989783/Put/seqid=0 2024-11-12T12:19:50,490 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/info/e5defa85e93d41faa721412a61e63a66 is 147, key is hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa./info:regioninfo/1731413989442/Put/seqid=0 2024-11-12T12:19:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741838_1014 (size=5350) 2024-11-12T12:19:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741839_1015 (size=6631) 2024-11-12T12:19:50,569 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:19:50,569 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:19:50,671 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:50,721 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486.replicationSource.wal-reader.4a91c05c96a4%2C39525%2C1731413979486,1-4a91c05c96a4,39525,1731413979486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.1731413981703 to pos 0, reset compression=false 2024-11-12T12:19:50,871 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:50,896 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa/.tmp/queue/7b4d8566b466489d9ecd190bfaa4a483 2024-11-12T12:19:50,896 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/info/e5defa85e93d41faa721412a61e63a66 2024-11-12T12:19:50,903 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa/.tmp/queue/7b4d8566b466489d9ecd190bfaa4a483 as hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa/queue/7b4d8566b466489d9ecd190bfaa4a483 2024-11-12T12:19:50,907 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa/queue/7b4d8566b466489d9ecd190bfaa4a483, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T12:19:50,908 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e91dbd4989c0a4251ee0b97ab92146aa in 437ms, sequenceid=5, compaction requested=false 2024-11-12T12:19:50,908 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T12:19:50,912 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:19:50,913 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:19:50,913 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:19:50,913 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:50,913 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e91dbd4989c0a4251ee0b97ab92146aa: Waiting for close lock at 1731413990470Running coprocessor pre-close hooks at 1731413990470Disabling compacts and flushes for region at 1731413990470Disabling writes for close at 1731413990471 (+1 ms)Obtaining lock to block concurrent updates at 1731413990471Preparing flush snapshotting stores in e91dbd4989c0a4251ee0b97ab92146aa at 1731413990471Finished memstore snapshotting hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731413990471Flushing stores of hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. at 1731413990471Flushing e91dbd4989c0a4251ee0b97ab92146aa/queue: creating writer at 1731413990472 (+1 ms)Flushing e91dbd4989c0a4251ee0b97ab92146aa/queue: appending metadata at 1731413990489 (+17 ms)Flushing e91dbd4989c0a4251ee0b97ab92146aa/queue: closing flushed file at 1731413990489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@139dec00: reopening flushed file at 1731413990902 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e91dbd4989c0a4251ee0b97ab92146aa in 437ms, sequenceid=5, compaction requested=false at 1731413990908 (+6 ms)Writing region close event to WAL at 1731413990909 (+1 ms)Running coprocessor post-close hooks at 1731413990913 (+4 ms)Closed at 1731413990913 2024-11-12T12:19:50,913 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:50,918 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/ns/afc3b670b4c445a385d5a2e6faa3003a is 43, key is default/ns:d/1731413982794/Put/seqid=0 2024-11-12T12:19:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741840_1016 (size=5153) 2024-11-12T12:19:51,071 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:51,226 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486.replicationSource.wal-reader.4a91c05c96a4%2C39525%2C1731413979486,1-4a91c05c96a4,39525,1731413979486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.1731413981703 to pos 0, reset compression=false 2024-11-12T12:19:51,272 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:51,322 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/ns/afc3b670b4c445a385d5a2e6faa3003a 2024-11-12T12:19:51,339 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/table/cb4a75a9cdc64b48bfad52490cd0556d is 53, key is hbase:replication/table:state/1731413989448/Put/seqid=0 2024-11-12T12:19:51,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741841_1017 (size=5256) 2024-11-12T12:19:51,472 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:19:51,472 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:19:51,472 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:51,672 DEBUG [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:51,744 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/table/cb4a75a9cdc64b48bfad52490cd0556d 2024-11-12T12:19:51,749 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/info/e5defa85e93d41faa721412a61e63a66 as hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/info/e5defa85e93d41faa721412a61e63a66 2024-11-12T12:19:51,753 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/info/e5defa85e93d41faa721412a61e63a66, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T12:19:51,754 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/ns/afc3b670b4c445a385d5a2e6faa3003a as hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/ns/afc3b670b4c445a385d5a2e6faa3003a 2024-11-12T12:19:51,758 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/ns/afc3b670b4c445a385d5a2e6faa3003a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T12:19:51,759 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/table/cb4a75a9cdc64b48bfad52490cd0556d as hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/table/cb4a75a9cdc64b48bfad52490cd0556d 2024-11-12T12:19:51,763 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/table/cb4a75a9cdc64b48bfad52490cd0556d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T12:19:51,764 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-12T12:19:51,768 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T12:19:51,768 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:19:51,768 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:19:51,769 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:19:51,769 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413990471Running coprocessor pre-close hooks at 1731413990471Disabling compacts and flushes for region at 1731413990471Disabling writes for close at 1731413990471Obtaining lock to block concurrent updates at 1731413990471Preparing flush snapshotting stores in 1588230740 at 1731413990471Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731413990471Flushing stores of hbase:meta,,1.1588230740 at 1731413990472 (+1 ms)Flushing 1588230740/info: creating writer at 1731413990472Flushing 1588230740/info: appending metadata at 1731413990490 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731413990490Flushing 1588230740/ns: creating writer at 1731413990902 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731413990917 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731413990917Flushing 1588230740/table: creating writer at 1731413991326 (+409 ms)Flushing 1588230740/table: appending metadata at 1731413991339 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731413991339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac5c0af: reopening flushed file at 1731413991748 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb464aa: reopening flushed file at 1731413991753 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca26ed4: reopening flushed file at 1731413991758 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1731413991764 (+6 ms)Writing region close event to WAL at 1731413991765 (+1 ms)Running coprocessor post-close hooks at 1731413991768 (+3 ms)Closed at 1731413991769 (+1 ms) 2024-11-12T12:19:51,769 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:19:51,830 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486.replicationSource.wal-reader.4a91c05c96a4%2C39525%2C1731413979486,1-4a91c05c96a4,39525,1731413979486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.1731413981703 to pos 0, reset compression=false 2024-11-12T12:19:51,872 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,39525,1731413979486; all regions closed. 2024-11-12T12:19:51,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741834_1010 (size=2742) 2024-11-12T12:19:51,875 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.meta.1731413982692.meta not finished, retry = 0 2024-11-12T12:19:51,977 DEBUG [RS:0;4a91c05c96a4:39525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs 2024-11-12T12:19:51,977 INFO [RS:0;4a91c05c96a4:39525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C39525%2C1731413979486.meta:.meta(num 1731413982692) 2024-11-12T12:19:51,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.rep.1731413989409 not finished, retry = 0 2024-11-12T12:19:51,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741837_1013 (size=1586) 2024-11-12T12:19:52,081 DEBUG [RS:0;4a91c05c96a4:39525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs 2024-11-12T12:19:52,081 INFO [RS:0;4a91c05c96a4:39525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C39525%2C1731413979486.rep:(num 1731413989409) 2024-11-12T12:19:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741832_1008 (size=93) 2024-11-12T12:19:52,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486/4a91c05c96a4%2C39525%2C1731413979486.1731413981703 not finished, retry = 0 2024-11-12T12:19:52,186 DEBUG [RS:0;4a91c05c96a4:39525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs 2024-11-12T12:19:52,186 INFO [RS:0;4a91c05c96a4:39525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C39525%2C1731413979486:(num 1731413981703) 2024-11-12T12:19:52,186 DEBUG [RS:0;4a91c05c96a4:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:52,186 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:19:52,186 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:19:52,186 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:19:52,186 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:19:52,186 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:19:52,186 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,39525,1731413979486 because: Region server is closing 2024-11-12T12:19:52,187 INFO [RS:0;4a91c05c96a4:39525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:39525. 2024-11-12T12:19:52,187 DEBUG [RS:0;4a91c05c96a4:39525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:52,187 DEBUG [RS:0;4a91c05c96a4:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:52,187 DEBUG [RS:0;4a91c05c96a4:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:52,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:19:52,287 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486.replicationSource.shipper4a91c05c96a4%2C39525%2C1731413979486,1-4a91c05c96a4,39525,1731413979486 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T12:19:52,287 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486.replicationSource.wal-reader.4a91c05c96a4%2C39525%2C1731413979486,1-4a91c05c96a4,39525,1731413979486 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:19:52,287 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,39525,1731413979486.replicationSource.shipper4a91c05c96a4%2C39525%2C1731413979486,1-4a91c05c96a4,39525,1731413979486 terminated 2024-11-12T12:19:52,287 INFO [RS:0;4a91c05c96a4:39525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39525 2024-11-12T12:19:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/rs 2024-11-12T12:19:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0636018605/rs/4a91c05c96a4,39525,1731413979486 2024-11-12T12:19:52,353 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:19:52,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,39525,1731413979486] 2024-11-12T12:19:52,374 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/draining/4a91c05c96a4,39525,1731413979486 already deleted, retry=false 2024-11-12T12:19:52,374 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,39525,1731413979486 expired; onlineServers=0 2024-11-12T12:19:52,374 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,41705,1731413979317' ***** 2024-11-12T12:19:52,374 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:19:52,374 INFO [M:0;4a91c05c96a4:41705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:19:52,374 INFO [M:0;4a91c05c96a4:41705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:19:52,374 DEBUG [M:0;4a91c05c96a4:41705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:19:52,374 DEBUG [M:0;4a91c05c96a4:41705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:19:52,374 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:19:52,374 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413981519 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413981519,5,FailOnTimeoutGroup] 2024-11-12T12:19:52,374 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413981519 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413981519,5,FailOnTimeoutGroup] 2024-11-12T12:19:52,375 INFO [M:0;4a91c05c96a4:41705 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:19:52,375 INFO [M:0;4a91c05c96a4:41705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:19:52,375 DEBUG [M:0;4a91c05c96a4:41705 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:19:52,375 INFO [M:0;4a91c05c96a4:41705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:19:52,375 INFO [M:0;4a91c05c96a4:41705 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:19:52,375 INFO [M:0;4a91c05c96a4:41705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:19:52,375 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:19:52,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0636018605/master 2024-11-12T12:19:52,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:52,385 DEBUG [M:0;4a91c05c96a4:41705 {}] zookeeper.ZKUtil(347): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/master because node does not exist (not an error) 2024-11-12T12:19:52,385 WARN [M:0;4a91c05c96a4:41705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:19:52,385 INFO [M:0;4a91c05c96a4:41705 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/.lastflushedseqids 2024-11-12T12:19:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741842_1018 (size=181) 2024-11-12T12:19:52,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:52,464 INFO [RS:0;4a91c05c96a4:39525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:19:52,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x1012efca2830001, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:52,464 INFO [RS:0;4a91c05c96a4:39525 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,39525,1731413979486; zookeeper connection closed. 2024-11-12T12:19:52,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f56f0bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f56f0bd 2024-11-12T12:19:52,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:19:52,790 INFO [M:0;4a91c05c96a4:41705 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:19:52,790 INFO [M:0;4a91c05c96a4:41705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:19:52,791 DEBUG [M:0;4a91c05c96a4:41705 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:19:52,791 INFO [M:0;4a91c05c96a4:41705 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:52,791 DEBUG [M:0;4a91c05c96a4:41705 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:52,791 DEBUG [M:0;4a91c05c96a4:41705 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:19:52,791 DEBUG [M:0;4a91c05c96a4:41705 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:52,791 INFO [M:0;4a91c05c96a4:41705 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T12:19:52,804 DEBUG [M:0;4a91c05c96a4:41705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bed270649d54d5f9211bc0a12d0d34a is 82, key is hbase:meta,,1/info:regioninfo/1731413982720/Put/seqid=0 2024-11-12T12:19:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741843_1019 (size=5672) 2024-11-12T12:19:53,209 INFO [M:0;4a91c05c96a4:41705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bed270649d54d5f9211bc0a12d0d34a 2024-11-12T12:19:53,226 DEBUG [M:0;4a91c05c96a4:41705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4188210950a46d9ad834fa5bb218ae7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731413989452/Put/seqid=0 2024-11-12T12:19:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741844_1020 (size=7203) 2024-11-12T12:19:53,631 INFO [M:0;4a91c05c96a4:41705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4188210950a46d9ad834fa5bb218ae7 2024-11-12T12:19:53,647 DEBUG [M:0;4a91c05c96a4:41705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/863dd22a9f384acfadef03cef65ed27c is 69, key is 4a91c05c96a4,39525,1731413979486/rs:state/1731413981550/Put/seqid=0 2024-11-12T12:19:53,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741845_1021 (size=5156) 2024-11-12T12:19:53,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:19:53,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:53,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:53,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:53,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:53,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:53,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:19:54,052 INFO [M:0;4a91c05c96a4:41705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/863dd22a9f384acfadef03cef65ed27c 2024-11-12T12:19:54,056 DEBUG [M:0;4a91c05c96a4:41705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bed270649d54d5f9211bc0a12d0d34a as hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bed270649d54d5f9211bc0a12d0d34a 2024-11-12T12:19:54,062 INFO [M:0;4a91c05c96a4:41705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bed270649d54d5f9211bc0a12d0d34a, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T12:19:54,063 DEBUG [M:0;4a91c05c96a4:41705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4188210950a46d9ad834fa5bb218ae7 as hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4188210950a46d9ad834fa5bb218ae7 2024-11-12T12:19:54,067 INFO [M:0;4a91c05c96a4:41705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4188210950a46d9ad834fa5bb218ae7, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T12:19:54,068 DEBUG [M:0;4a91c05c96a4:41705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/863dd22a9f384acfadef03cef65ed27c as hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/863dd22a9f384acfadef03cef65ed27c 2024-11-12T12:19:54,072 INFO [M:0;4a91c05c96a4:41705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/863dd22a9f384acfadef03cef65ed27c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T12:19:54,073 INFO [M:0;4a91c05c96a4:41705 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=70, compaction requested=false 2024-11-12T12:19:54,074 INFO [M:0;4a91c05c96a4:41705 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:19:54,074 DEBUG [M:0;4a91c05c96a4:41705 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413992790Disabling compacts and flushes for region at 1731413992790Disabling writes for close at 1731413992791 (+1 ms)Obtaining lock to block concurrent updates at 1731413992791Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731413992791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731413992791Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731413992791Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731413992791Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731413992804 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731413992804Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731413993213 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731413993226 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731413993226Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731413993635 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731413993647 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731413993647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf1c33a: reopening flushed file at 1731413994056 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5765702a: reopening flushed file at 1731413994062 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e7856d: reopening flushed file at 1731413994067 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=70, compaction requested=false at 1731413994073 (+6 ms)Writing region close event to WAL at 1731413994074 (+1 ms)Closed at 1731413994074 2024-11-12T12:19:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741830_1006 (size=41008) 2024-11-12T12:19:54,076 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,41705,1731413979317/4a91c05c96a4%2C41705%2C1731413979317.1731413981215 not finished, retry = 0 2024-11-12T12:19:54,177 INFO [M:0;4a91c05c96a4:41705 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:19:54,177 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:19:54,177 INFO [M:0;4a91c05c96a4:41705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41705 2024-11-12T12:19:54,177 INFO [M:0;4a91c05c96a4:41705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:19:54,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:54,348 INFO [M:0;4a91c05c96a4:41705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:19:54,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012efca2830000, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:19:54,349 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:19:54,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:54,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:54,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:19:54,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:54,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:19:54,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:19:54,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:19:54,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37585 2024-11-12T12:19:54,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37585 connecting to ZooKeeper ensemble=127.0.0.1:49724 2024-11-12T12:19:54,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375850x0, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:19:54,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37585-0x1012efca2830006 connected 2024-11-12T12:19:54,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:54,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:54,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/running 2024-11-12T12:19:54,380 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: INIT 2024-11-12T12:19:54,381 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba, hbase.cluster.distributed=false 2024-11-12T12:19:54,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/acl 2024-11-12T12:19:54,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-12T12:19:54,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37585 2024-11-12T12:19:54,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37585 2024-11-12T12:19:54,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-12T12:19:54,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-12T12:19:54,402 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:19:54,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:54,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:54,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:19:54,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:19:54,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:19:54,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:19:54,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:19:54,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36223 2024-11-12T12:19:54,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36223 connecting to ZooKeeper ensemble=127.0.0.1:49724 2024-11-12T12:19:54,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:54,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:54,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362230x0, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:19:54,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36223-0x1012efca2830007 connected 2024-11-12T12:19:54,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/running 2024-11-12T12:19:54,417 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: INIT 2024-11-12T12:19:54,417 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:19:54,417 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:19:54,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/master 2024-11-12T12:19:54,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/acl 2024-11-12T12:19:54,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36223 2024-11-12T12:19:54,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36223 2024-11-12T12:19:54,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36223 2024-11-12T12:19:54,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36223 2024-11-12T12:19:54,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36223 2024-11-12T12:19:54,431 DEBUG [M:0;4a91c05c96a4:37585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:37585 2024-11-12T12:19:54,431 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0636018605/backup-masters/4a91c05c96a4,37585,1731413994349 2024-11-12T12:19:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/backup-masters 2024-11-12T12:19:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/backup-masters 2024-11-12T12:19:54,437 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on existing znode=/0636018605/backup-masters/4a91c05c96a4,37585,1731413994349 2024-11-12T12:19:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0636018605/master 2024-11-12T12:19:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:54,448 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on existing znode=/0636018605/master 2024-11-12T12:19:54,448 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0636018605/backup-masters/4a91c05c96a4,37585,1731413994349 from backup master directory 2024-11-12T12:19:54,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0636018605/backup-masters/4a91c05c96a4,37585,1731413994349 2024-11-12T12:19:54,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/backup-masters 2024-11-12T12:19:54,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/backup-masters 2024-11-12T12:19:54,458 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:19:54,458 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,37585,1731413994349 2024-11-12T12:19:54,467 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:19:54,467 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:19:54,473 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-12T12:19:54,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741846_1022 (size=196) 2024-11-12T12:19:54,885 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:19:54,886 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:19:54,886 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:19:54,891 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T12:19:54,893 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,41705,1731413979317 to hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,41705,1731413979317-dead as it is dead 2024-11-12T12:19:54,893 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,41705,1731413979317-dead/4a91c05c96a4%2C41705%2C1731413979317.1731413981215 2024-11-12T12:19:54,893 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,41705,1731413979317-dead/4a91c05c96a4%2C41705%2C1731413979317.1731413981215 after 0ms 2024-11-12T12:19:54,894 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,41705,1731413979317-dead/4a91c05c96a4%2C41705%2C1731413979317.1731413981215 to hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a91c05c96a4%2C41705%2C1731413979317.1731413981215 2024-11-12T12:19:54,894 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,41705,1731413979317-dead 2024-11-12T12:19:54,894 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,37585,1731413994349 2024-11-12T12:19:54,895 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:19:54,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C37585%2C1731413994349, suffix=, logDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,37585,1731413994349, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/oldWALs, maxLogs=10 2024-11-12T12:19:54,908 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,37585,1731413994349/4a91c05c96a4%2C37585%2C1731413994349.1731413994896, exclude list is [], retry=0 2024-11-12T12:19:54,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-3af2546c-6207-4eaa-85dc-e576ec21c57b,DISK] 2024-11-12T12:19:54,912 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,37585,1731413994349/4a91c05c96a4%2C37585%2C1731413994349.1731413994896 2024-11-12T12:19:54,912 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37917:37917)] 2024-11-12T12:19:54,912 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:19:54,912 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:54,912 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:54,912 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:54,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:54,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:19:54,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:54,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bed270649d54d5f9211bc0a12d0d34a 2024-11-12T12:19:54,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:54,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:54,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:19:54,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:54,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4188210950a46d9ad834fa5bb218ae7 2024-11-12T12:19:54,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:54,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:54,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:19:54,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:54,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/863dd22a9f384acfadef03cef65ed27c 2024-11-12T12:19:54,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:54,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:54,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:19:54,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:54,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:54,932 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:54,933 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T12:19:54,933 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a91c05c96a4%2C41705%2C1731413979317.1731413981215 2024-11-12T12:19:54,938 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a91c05c96a4%2C41705%2C1731413979317.1731413981215 2024-11-12T12:19:54,938 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a91c05c96a4%2C41705%2C1731413979317.1731413981215 2024-11-12T12:19:54,940 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:54,940 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:54,940 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:19:54,941 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:19:54,943 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-12T12:19:54,944 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70662565, jitterRate=0.05295427143573761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:19:54,944 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413994912Initializing all the Stores at 1731413994913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413994913Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413994913Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413994913Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413994913Cleaning up temporary data from old regions at 1731413994940 (+27 ms)Region opened successfully at 1731413994944 (+4 ms) 2024-11-12T12:19:54,944 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:19:54,946 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b8f820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:19:54,948 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T12:19:54,948 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:19:54,948 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:19:54,948 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:19:54,949 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:19:54,951 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:19:54,951 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:19:54,951 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:19:54,952 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-12T12:19:54,952 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:19:54,954 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4a91c05c96a4,39525,1731413979486, regionLocation=4a91c05c96a4,39525,1731413979486, openSeqNum=2 2024-11-12T12:19:54,954 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4a91c05c96a4,39525,1731413979486, table=hbase:meta, region=1588230740 2024-11-12T12:19:54,954 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,39525,1731413979486, state=OPEN 2024-11-12T12:19:54,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0636018605/meta-region-server 2024-11-12T12:19:54,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0636018605/meta-region-server 2024-11-12T12:19:54,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: CHANGED 2024-11-12T12:19:54,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: CHANGED 2024-11-12T12:19:54,998 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:19:55,005 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/draining/4a91c05c96a4,39525,1731413979486 already deleted, retry=false 2024-11-12T12:19:55,006 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4a91c05c96a4,39525,1731413979486 on 4a91c05c96a4,37585,1731413994349 2024-11-12T12:19:55,006 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4a91c05c96a4,39525,1731413979486, splitWal=true, meta=true 2024-11-12T12:19:55,007 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 4a91c05c96a4,39525,1731413979486 (carryingMeta=true) 4a91c05c96a4,39525,1731413979486/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@55df798f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T12:19:55,008 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/balancer because node does not exist (not necessarily an error) 2024-11-12T12:19:55,016 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/balancer already deleted, retry=false 2024-11-12T12:19:55,016 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:19:55,017 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:19:55,026 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/normalizer already deleted, retry=false 2024-11-12T12:19:55,027 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:19:55,028 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:19:55,037 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/switch/split already deleted, retry=false 2024-11-12T12:19:55,038 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:19:55,048 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/switch/merge already deleted, retry=false 2024-11-12T12:19:55,060 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:19:55,069 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/snapshot-cleanup already deleted, retry=false 2024-11-12T12:19:55,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0636018605/running 2024-11-12T12:19:55,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0636018605/running 2024-11-12T12:19:55,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:55,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:19:55,080 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,37585,1731413994349, sessionid=0x1012efca2830006, setting cluster-up flag (Was=false) 2024-11-12T12:19:55,090 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0636018605/flush-table-proc/acquired, /0636018605/flush-table-proc/reached, /0636018605/flush-table-proc/abort 2024-11-12T12:19:55,091 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,37585,1731413994349 2024-11-12T12:19:55,101 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0636018605/online-snapshot/acquired, /0636018605/online-snapshot/reached, /0636018605/online-snapshot/abort 2024-11-12T12:19:55,102 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,37585,1731413994349 2024-11-12T12:19:55,102 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/.lastflushedseqids 2024-11-12T12:19:55,104 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:19:55,104 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:19:55,104 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,37585,1731413994349 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4a91c05c96a4,39525,1731413979486 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:19:55,105 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:55,105 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:55,105 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:55,105 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:19:55,105 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:19:55,105 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,105 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:19:55,106 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,106 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414025106 2024-11-12T12:19:55,106 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:19:55,106 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:19:55,106 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:19:55,106 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:19:55,106 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:19:55,106 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:19:55,106 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,107 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4a91c05c96a4,39525,1731413979486, splitWal=true, meta=true 2024-11-12T12:19:55,107 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:19:55,107 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:19:55,107 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:19:55,107 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:19:55,107 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4a91c05c96a4,39525,1731413979486, splitWal=true, meta=true, isMeta: true 2024-11-12T12:19:55,107 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:19:55,107 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:19:55,108 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413995107,5,FailOnTimeoutGroup] 2024-11-12T12:19:55,108 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413995108,5,FailOnTimeoutGroup] 2024-11-12T12:19:55,108 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,108 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:19:55,108 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,108 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,108 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413995108, completionTime=-1 2024-11-12T12:19:55,108 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T12:19:55,108 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T12:19:55,108 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486-splitting 2024-11-12T12:19:55,109 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486-splitting dir is empty, no logs to split. 2024-11-12T12:19:55,109 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4a91c05c96a4,39525,1731413979486 WAL count=0, meta=true 2024-11-12T12:19:55,111 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486-splitting dir is empty, no logs to split. 2024-11-12T12:19:55,111 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4a91c05c96a4,39525,1731413979486 WAL count=0, meta=true 2024-11-12T12:19:55,111 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4a91c05c96a4,39525,1731413979486 WAL splitting is done? wals=0, meta=true 2024-11-12T12:19:55,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:19:55,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:19:55,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T12:19:55,123 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(746): ClusterId : 36d2a49c-16e1-4956-9337-0d3d2a00815d 2024-11-12T12:19:55,123 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:19:55,132 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:19:55,132 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:19:55,143 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:19:55,143 DEBUG [RS:0;4a91c05c96a4:36223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b9e9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:19:55,156 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:36223 2024-11-12T12:19:55,156 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:19:55,156 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:19:55,156 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:19:55,157 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,37585,1731413994349 with port=36223, startcode=1731413994402 2024-11-12T12:19:55,157 DEBUG [RS:0;4a91c05c96a4:36223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:19:55,158 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:19:55,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,36223,1731413994402 2024-11-12T12:19:55,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37585 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,36223,1731413994402 2024-11-12T12:19:55,160 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba 2024-11-12T12:19:55,160 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41519 2024-11-12T12:19:55,160 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:19:55,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/rs 2024-11-12T12:19:55,195 DEBUG [RS:0;4a91c05c96a4:36223 {}] zookeeper.ZKUtil(111): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on existing znode=/0636018605/rs/4a91c05c96a4,36223,1731413994402 2024-11-12T12:19:55,195 WARN [RS:0;4a91c05c96a4:36223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:19:55,196 INFO [RS:0;4a91c05c96a4:36223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:19:55,196 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402 2024-11-12T12:19:55,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,36223,1731413994402] 2024-11-12T12:19:55,208 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T12:19:55,212 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:19:55,213 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:19:55,213 INFO [RS:0;4a91c05c96a4:36223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:19:55,227 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,227 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:19:55,228 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:19:55,228 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,228 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,228 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,228 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,228 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,228 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,228 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:19:55,228 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,228 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,228 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,229 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,229 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,229 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:19:55,229 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:19:55,229 DEBUG [RS:0;4a91c05c96a4:36223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:19:55,229 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,229 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,229 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,229 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,229 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,229 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36223,1731413994402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:19:55,242 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:19:55,242 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36223,1731413994402-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,253 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,36223,1731413994402, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:19:55,254 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,254 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.Replication(171): 4a91c05c96a4,36223,1731413994402 started 2024-11-12T12:19:55,264 WARN [4a91c05c96a4:37585 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:19:55,266 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:55,266 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,36223,1731413994402, RpcServer on 4a91c05c96a4/172.17.0.3:36223, sessionid=0x1012efca2830007 2024-11-12T12:19:55,266 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource,1-4a91c05c96a4,36223,1731413994402 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:42621' 2024-11-12T12:19:55,266 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:19:55,266 DEBUG [RS:0;4a91c05c96a4:36223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,36223,1731413994402 2024-11-12T12:19:55,266 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,36223,1731413994402' 2024-11-12T12:19:55,266 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0636018605/flush-table-proc/abort' 2024-11-12T12:19:55,267 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0636018605/flush-table-proc/acquired' 2024-11-12T12:19:55,267 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource,1-4a91c05c96a4,36223,1731413994402 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dd626b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:55,267 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource,1-4a91c05c96a4,36223,1731413994402 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42621,-1 for getting cluster id 2024-11-12T12:19:55,267 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:19:55,267 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:19:55,267 DEBUG [RS:0;4a91c05c96a4:36223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,36223,1731413994402 2024-11-12T12:19:55,267 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,36223,1731413994402' 2024-11-12T12:19:55,267 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0636018605/online-snapshot/abort' 2024-11-12T12:19:55,267 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource,1-4a91c05c96a4,36223,1731413994402 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:19:55,267 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0636018605/online-snapshot/acquired' 2024-11-12T12:19:55,268 DEBUG [RS:0;4a91c05c96a4:36223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:19:55,268 INFO [RS:0;4a91c05c96a4:36223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:19:55,268 INFO [RS:0;4a91c05c96a4:36223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:19:55,268 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7d4880c-8769-4901-a22f-8a88b0a8d8e5' 2024-11-12T12:19:55,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:19:55,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7d4880c-8769-4901-a22f-8a88b0a8d8e5" 2024-11-12T12:19:55,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ae956b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:55,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42621,-1] 2024-11-12T12:19:55,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:19:55,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:55,270 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:19:55,270 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource,1-4a91c05c96a4,36223,1731413994402 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9c50320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:55,270 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource,1-4a91c05c96a4,36223,1731413994402 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:19:55,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:55,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f4b28bc 2024-11-12T12:19:55,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:19:55,272 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-12T12:19:55,272 INFO [RS:0;4a91c05c96a4:36223.replicationSource,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,36223,1731413994402 (queues=0) is replicating from cluster=36d2a49c-16e1-4956-9337-0d3d2a00815d to cluster=f7d4880c-8769-4901-a22f-8a88b0a8d8e5 2024-11-12T12:19:55,368 INFO [RS:0;4a91c05c96a4:36223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:19:55,369 INFO [RS:0;4a91c05c96a4:36223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C36223%2C1731413994402, suffix=, logDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs, maxLogs=10 2024-11-12T12:19:55,381 DEBUG [RS:0;4a91c05c96a4:36223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370, exclude list is [], retry=0 2024-11-12T12:19:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-3af2546c-6207-4eaa-85dc-e576ec21c57b,DISK] 2024-11-12T12:19:55,384 INFO [RS:0;4a91c05c96a4:36223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 2024-11-12T12:19:55,385 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4a91c05c96a4%2C36223%2C1731413994402 for peer 1 2024-11-12T12:19:55,385 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C36223%2C1731413994402 2024-11-12T12:19:55,385 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,36223,1731413994402, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:19:55,385 DEBUG [RS:0;4a91c05c96a4:36223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37917:37917)] 2024-11-12T12:19:55,385 INFO [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C36223%2C1731413994402 2024-11-12T12:19:55,385 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370, startPosition=0, beingWritten=true 2024-11-12T12:19:55,514 DEBUG [4a91c05c96a4:37585 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:19:55,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,36223,1731413994402 2024-11-12T12:19:55,515 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,36223,1731413994402, state=OPENING 2024-11-12T12:19:55,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0636018605/meta-region-server 2024-11-12T12:19:55,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0636018605/meta-region-server 2024-11-12T12:19:55,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: CHANGED 2024-11-12T12:19:55,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: CHANGED 2024-11-12T12:19:55,564 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:19:55,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,36223,1731413994402}] 2024-11-12T12:19:55,590 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 to pos 0, reset compression=false 2024-11-12T12:19:55,716 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:19:55,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:19:55,720 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:19:55,720 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:19:55,721 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:19:55,722 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C36223%2C1731413994402.meta, suffix=.meta, logDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs, maxLogs=10 2024-11-12T12:19:55,733 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.meta.1731413995722.meta, exclude list is [], retry=0 2024-11-12T12:19:55,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-3af2546c-6207-4eaa-85dc-e576ec21c57b,DISK] 2024-11-12T12:19:55,737 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.meta.1731413995722.meta 2024-11-12T12:19:55,737 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37917:37917)] 2024-11-12T12:19:55,737 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:19:55,737 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:19:55,737 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:19:55,737 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:19:55,737 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:19:55,738 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:19:55,738 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:55,738 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:19:55,738 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:19:55,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:19:55,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:19:55,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:55,744 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/info/e5defa85e93d41faa721412a61e63a66 2024-11-12T12:19:55,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:55,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:19:55,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:19:55,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:55,750 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/ns/afc3b670b4c445a385d5a2e6faa3003a 2024-11-12T12:19:55,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:55,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:19:55,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:19:55,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:55,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:55,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:19:55,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:19:55,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:55,757 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/table/cb4a75a9cdc64b48bfad52490cd0556d 2024-11-12T12:19:55,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:19:55,758 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:19:55,758 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740 2024-11-12T12:19:55,759 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740 2024-11-12T12:19:55,760 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:19:55,760 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:19:55,761 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:19:55,762 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:19:55,763 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59819475, jitterRate=-0.10862036049365997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:19:55,763 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:19:55,763 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413995738Writing region info on filesystem at 1731413995738Initializing all the Stores at 1731413995739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413995739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413995739Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413995739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413995739Cleaning up temporary data from old regions at 1731413995760 (+21 ms)Running coprocessor post-open hooks at 1731413995763 (+3 ms)Region opened successfully at 1731413995763 2024-11-12T12:19:55,764 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731413995716 2024-11-12T12:19:55,765 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:19:55,765 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:19:55,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4a91c05c96a4,36223,1731413994402 2024-11-12T12:19:55,767 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,36223,1731413994402, state=OPEN 2024-11-12T12:19:55,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0636018605/meta-region-server 2024-11-12T12:19:55,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0636018605/meta-region-server 2024-11-12T12:19:55,774 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,36223,1731413994402 2024-11-12T12:19:55,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: CHANGED 2024-11-12T12:19:55,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0636018605/meta-region-server: CHANGED 2024-11-12T12:19:55,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T12:19:55,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,36223,1731413994402 in 210 msec 2024-11-12T12:19:55,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:19:55,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-12T12:19:55,894 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 to pos 0, reset compression=false 2024-11-12T12:19:56,298 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 to pos 0, reset compression=false 2024-11-12T12:19:56,711 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-12T12:19:56,803 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 to pos 0, reset compression=false 2024-11-12T12:19:57,407 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 to pos 0, reset compression=false 2024-11-12T12:19:58,111 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 to pos 0, reset compression=false 2024-11-12T12:19:58,213 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-12T12:19:58,915 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 to pos 0, reset compression=false 2024-11-12T12:19:59,615 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T12:19:59,615 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:19:59,616 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:19:59,616 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,36223,1731413994402, seqNum=-1] 2024-11-12T12:19:59,616 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:19:59,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:19:59,620 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e91dbd4989c0a4251ee0b97ab92146aa, regionState=OPEN, lastHost=4a91c05c96a4,39525,1731413979486, regionLocation=4a91c05c96a4,39525,1731413979486, openSeqNum=2 2024-11-12T12:19:59,620 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:19:59,620 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414059620 2024-11-12T12:19:59,620 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414119620 2024-11-12T12:19:59,620 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-12T12:19:59,620 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 4a91c05c96a4,39525,1731413979486 had 2 regions 2024-11-12T12:19:59,620 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37585,1731413994349-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:59,620 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37585,1731413994349-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:59,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37585,1731413994349-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:59,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:37585, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:59,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:59,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:59,621 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4a91c05c96a4,39525,1731413979486, splitWal=true, meta=true, isMeta: false 2024-11-12T12:19:59,623 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486-splitting dir is empty, no logs to split. 2024-11-12T12:19:59,623 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4a91c05c96a4,39525,1731413979486 WAL count=0, meta=false 2024-11-12T12:19:59,625 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,39525,1731413979486-splitting dir is empty, no logs to split. 2024-11-12T12:19:59,625 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4a91c05c96a4,39525,1731413979486 WAL count=0, meta=false 2024-11-12T12:19:59,625 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 4a91c05c96a4,39525,1731413979486 WAL splitting is done? wals=0, meta=false 2024-11-12T12:19:59,626 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.168sec 2024-11-12T12:19:59,627 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:19:59,627 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:19:59,627 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:19:59,627 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:19:59,627 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:19:59,627 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37585,1731413994349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:19:59,627 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37585,1731413994349-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:19:59,629 WARN [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4a91c05c96a4,39525,1731413979486/hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:59,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e91dbd4989c0a4251ee0b97ab92146aa, ASSIGN}] 2024-11-12T12:19:59,630 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e91dbd4989c0a4251ee0b97ab92146aa, ASSIGN 2024-11-12T12:19:59,630 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:19:59,630 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:19:59,630 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37585,1731413994349-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:19:59,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e91dbd4989c0a4251ee0b97ab92146aa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T12:19:59,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150b7a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:59,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,37585,-1 for getting cluster id 2024-11-12T12:19:59,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:19:59,632 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36d2a49c-16e1-4956-9337-0d3d2a00815d' 2024-11-12T12:19:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:19:59,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36d2a49c-16e1-4956-9337-0d3d2a00815d" 2024-11-12T12:19:59,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2766190c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:59,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,37585,-1] 2024-11-12T12:19:59,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:19:59,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:59,634 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:19:59,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b3c577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:59,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:19:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,36223,1731413994402, seqNum=-1] 2024-11-12T12:19:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:19:59,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:19:59,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T12:19:59,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:19:59,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:59,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:59,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:59,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:19:59,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4a91c05c96a4:37585 after: 4a91c05c96a4:37585 2024-11-12T12:19:59,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:59,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,37585,-1 for getting cluster id 2024-11-12T12:19:59,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:19:59,642 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36d2a49c-16e1-4956-9337-0d3d2a00815d' 2024-11-12T12:19:59,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:19:59,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36d2a49c-16e1-4956-9337-0d3d2a00815d" 2024-11-12T12:19:59,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536694a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:59,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,37585,-1] 2024-11-12T12:19:59,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:19:59,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:59,643 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:19:59,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:19:59,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:19:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,37585,1731413994349 2024-11-12T12:19:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b32083c 2024-11-12T12:19:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:19:59,646 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:19:59,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T12:19:59,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:19:59,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:19:59,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:59,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:59,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:59,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:19:59,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:19:59,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=893736479, stopped=false 2024-11-12T12:19:59,647 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,42621,1731413984771 2024-11-12T12:19:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1786345328/running 2024-11-12T12:19:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1786345328/running 2024-11-12T12:19:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:19:59,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:19:59,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:19:59,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:59,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:59,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Set watcher on znode that does not yet exist, /1786345328/running 2024-11-12T12:19:59,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Set watcher on znode that does not yet exist, /1786345328/running 2024-11-12T12:19:59,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,44213,1731413984908' ***** 2024-11-12T12:19:59,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:19:59,659 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:19:59,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:19:59,659 INFO [RS:0;4a91c05c96a4:44213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:19:59,659 INFO [RS:0;4a91c05c96a4:44213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:19:59,659 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,44213,1731413984908 2024-11-12T12:19:59,659 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:19:59,659 INFO [RS:0;4a91c05c96a4:44213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:44213. 2024-11-12T12:19:59,659 DEBUG [RS:0;4a91c05c96a4:44213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:19:59,659 DEBUG [RS:0;4a91c05c96a4:44213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:19:59,659 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:19:59,659 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:19:59,659 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:19:59,659 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:19:59,659 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:19:59,659 DEBUG [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:19:59,659 DEBUG [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:59,660 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:19:59,660 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:19:59,660 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:19:59,660 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:19:59,660 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:19:59,660 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T12:19:59,673 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/1588230740/.tmp/ns/5aed1cc7ca77493e88b23d67d265c1b6 is 43, key is default/ns:d/1731413988214/Put/seqid=0 2024-11-12T12:19:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741835_1011 (size=5153) 2024-11-12T12:19:59,697 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:19:59,781 DEBUG [4a91c05c96a4:37585 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:19:59,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e91dbd4989c0a4251ee0b97ab92146aa, regionState=OPENING, regionLocation=4a91c05c96a4,36223,1731413994402 2024-11-12T12:19:59,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e91dbd4989c0a4251ee0b97ab92146aa, ASSIGN because future has completed 2024-11-12T12:19:59,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e91dbd4989c0a4251ee0b97ab92146aa, server=4a91c05c96a4,36223,1731413994402}] 2024-11-12T12:19:59,819 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 to pos 0, reset compression=false 2024-11-12T12:19:59,860 DEBUG [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:19:59,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:59,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:19:59,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:19:59,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C36223%2C1731413994402.rep, suffix=, logDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402, archiveDir=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs, maxLogs=10 2024-11-12T12:19:59,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.rep.1731413999941, exclude list is [], retry=0 2024-11-12T12:19:59,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-3af2546c-6207-4eaa-85dc-e576ec21c57b,DISK] 2024-11-12T12:19:59,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.rep.1731413999941 2024-11-12T12:19:59,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37917:37917)] 2024-11-12T12:19:59,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => e91dbd4989c0a4251ee0b97ab92146aa, NAME => 'hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:19:59,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:19:59,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:19:59,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. service=MultiRowMutationService 2024-11-12T12:19:59,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:19:59,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:19:59,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,962 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,962 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91dbd4989c0a4251ee0b97ab92146aa columnFamilyName hfileref 2024-11-12T12:19:59,963 DEBUG [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:59,963 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(327): Store=e91dbd4989c0a4251ee0b97ab92146aa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:59,963 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,964 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91dbd4989c0a4251ee0b97ab92146aa columnFamilyName queue 2024-11-12T12:19:59,964 DEBUG [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:59,969 DEBUG [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa/queue/7b4d8566b466489d9ecd190bfaa4a483 2024-11-12T12:19:59,969 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(327): Store=e91dbd4989c0a4251ee0b97ab92146aa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:59,969 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,970 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91dbd4989c0a4251ee0b97ab92146aa columnFamilyName sid 2024-11-12T12:19:59,970 DEBUG [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:19:59,970 INFO [StoreOpener-e91dbd4989c0a4251ee0b97ab92146aa-1 {}] regionserver.HStore(327): Store=e91dbd4989c0a4251ee0b97ab92146aa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:19:59,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:19:59,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened e91dbd4989c0a4251ee0b97ab92146aa; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72549006, jitterRate=0.08106443285942078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:19:59,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:19:59,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for e91dbd4989c0a4251ee0b97ab92146aa: Running coprocessor pre-open hook at 1731413999961Writing region info on filesystem at 1731413999961Initializing all the Stores at 1731413999961Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413999961Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413999962 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413999962Cleaning up temporary data from old regions at 1731413999973 (+11 ms)Running coprocessor post-open hooks at 1731413999975 (+2 ms)Region opened successfully at 1731413999976 (+1 ms) 2024-11-12T12:19:59,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa., pid=13, masterSystemTime=1731413999935 2024-11-12T12:19:59,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:59,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:19:59,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e91dbd4989c0a4251ee0b97ab92146aa, regionState=OPEN, openSeqNum=9, regionLocation=4a91c05c96a4,36223,1731413994402 2024-11-12T12:19:59,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e91dbd4989c0a4251ee0b97ab92146aa, server=4a91c05c96a4,36223,1731413994402 because future has completed 2024-11-12T12:19:59,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T12:19:59,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e91dbd4989c0a4251ee0b97ab92146aa, server=4a91c05c96a4,36223,1731413994402 in 198 msec 2024-11-12T12:19:59,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-12T12:19:59,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e91dbd4989c0a4251ee0b97ab92146aa, ASSIGN in 354 msec 2024-11-12T12:19:59,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T12:19:59,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa., hostname=4a91c05c96a4,36223,1731413994402, seqNum=9] 2024-11-12T12:20:00,001 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 4a91c05c96a4,39525,1731413979486 2024-11-12T12:20:00,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T12:20:00,060 DEBUG [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:20:00,067 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:20:00,067 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:20:00,078 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/1588230740/.tmp/ns/5aed1cc7ca77493e88b23d67d265c1b6 2024-11-12T12:20:00,083 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/1588230740/.tmp/ns/5aed1cc7ca77493e88b23d67d265c1b6 as hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/1588230740/ns/5aed1cc7ca77493e88b23d67d265c1b6 2024-11-12T12:20:00,087 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/1588230740/ns/5aed1cc7ca77493e88b23d67d265c1b6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T12:20:00,088 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false 2024-11-12T12:20:00,088 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:20:00,092 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T12:20:00,093 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:00,093 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:00,093 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:00,093 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413999659Running coprocessor pre-close hooks at 1731413999659Disabling compacts and flushes for region at 1731413999659Disabling writes for close at 1731413999660 (+1 ms)Obtaining lock to block concurrent updates at 1731413999660Preparing flush snapshotting stores in 1588230740 at 1731413999660Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731413999660Flushing stores of hbase:meta,,1.1588230740 at 1731413999660Flushing 1588230740/ns: creating writer at 1731413999660Flushing 1588230740/ns: appending metadata at 1731413999673 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731413999673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fed6882: reopening flushed file at 1731414000082 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false at 1731414000088 (+6 ms)Writing region close event to WAL at 1731414000089 (+1 ms)Running coprocessor post-close hooks at 1731414000093 (+4 ms)Closed at 1731414000093 2024-11-12T12:20:00,093 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:00,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-12T12:20:00,260 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,44213,1731413984908; all regions closed. 2024-11-12T12:20:00,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741834_1010 (size=1152) 2024-11-12T12:20:00,264 DEBUG [RS:0;4a91c05c96a4:44213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/oldWALs 2024-11-12T12:20:00,264 INFO [RS:0;4a91c05c96a4:44213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C44213%2C1731413984908.meta:.meta(num 1731413988145) 2024-11-12T12:20:00,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741832_1008 (size=93) 2024-11-12T12:20:00,270 DEBUG [RS:0;4a91c05c96a4:44213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/oldWALs 2024-11-12T12:20:00,270 INFO [RS:0;4a91c05c96a4:44213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C44213%2C1731413984908:(num 1731413987118) 2024-11-12T12:20:00,270 DEBUG [RS:0;4a91c05c96a4:44213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:00,270 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:20:00,270 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:20:00,270 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:20:00,270 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:20:00,270 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:20:00,270 INFO [RS:0;4a91c05c96a4:44213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44213 2024-11-12T12:20:00,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1786345328/rs/4a91c05c96a4,44213,1731413984908 2024-11-12T12:20:00,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328/rs 2024-11-12T12:20:00,290 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:20:00,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,44213,1731413984908] 2024-11-12T12:20:00,363 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1786345328/draining/4a91c05c96a4,44213,1731413984908 already deleted, retry=false 2024-11-12T12:20:00,363 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,44213,1731413984908 expired; onlineServers=0 2024-11-12T12:20:00,363 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,42621,1731413984771' ***** 2024-11-12T12:20:00,363 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:20:00,363 INFO [M:0;4a91c05c96a4:42621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:20:00,363 INFO [M:0;4a91c05c96a4:42621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:20:00,363 DEBUG [M:0;4a91c05c96a4:42621 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:20:00,363 DEBUG [M:0;4a91c05c96a4:42621 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:20:00,363 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:20:00,363 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413986896 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413986896,5,FailOnTimeoutGroup] 2024-11-12T12:20:00,363 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413986892 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413986892,5,FailOnTimeoutGroup] 2024-11-12T12:20:00,364 INFO [M:0;4a91c05c96a4:42621 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:20:00,364 INFO [M:0;4a91c05c96a4:42621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:20:00,364 DEBUG [M:0;4a91c05c96a4:42621 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:20:00,364 INFO [M:0;4a91c05c96a4:42621 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:20:00,364 INFO [M:0;4a91c05c96a4:42621 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:20:00,364 INFO [M:0;4a91c05c96a4:42621 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:20:00,364 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:20:00,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1786345328/master 2024-11-12T12:20:00,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786345328 2024-11-12T12:20:00,374 DEBUG [M:0;4a91c05c96a4:42621 {}] zookeeper.ZKUtil(347): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Unable to get data of znode /1786345328/master because node does not exist (not an error) 2024-11-12T12:20:00,374 WARN [M:0;4a91c05c96a4:42621 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:20:00,375 INFO [M:0;4a91c05c96a4:42621 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/.lastflushedseqids 2024-11-12T12:20:00,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741836_1012 (size=99) 2024-11-12T12:20:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:00,444 INFO [RS:0;4a91c05c96a4:44213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:20:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1012efca2830004, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:00,444 INFO [RS:0;4a91c05c96a4:44213 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,44213,1731413984908; zookeeper connection closed. 2024-11-12T12:20:00,445 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3afcc228 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3afcc228 2024-11-12T12:20:00,445 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:20:00,779 INFO [M:0;4a91c05c96a4:42621 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:20:00,780 INFO [M:0;4a91c05c96a4:42621 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:20:00,780 DEBUG [M:0;4a91c05c96a4:42621 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:20:00,780 INFO [M:0;4a91c05c96a4:42621 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:00,780 DEBUG [M:0;4a91c05c96a4:42621 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:00,780 DEBUG [M:0;4a91c05c96a4:42621 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:20:00,780 DEBUG [M:0;4a91c05c96a4:42621 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:00,780 INFO [M:0;4a91c05c96a4:42621 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T12:20:00,794 DEBUG [M:0;4a91c05c96a4:42621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7817f43c27bc4a6096904c69d9430720 is 82, key is hbase:meta,,1/info:regioninfo/1731413988178/Put/seqid=0 2024-11-12T12:20:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741837_1013 (size=5672) 2024-11-12T12:20:00,824 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 to pos 0, reset compression=false 2024-11-12T12:20:01,198 INFO [M:0;4a91c05c96a4:42621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7817f43c27bc4a6096904c69d9430720 2024-11-12T12:20:01,217 DEBUG [M:0;4a91c05c96a4:42621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e05e6a3c141540ec9a3ad822b79d269e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731413988218/Put/seqid=0 2024-11-12T12:20:01,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741838_1014 (size=5275) 2024-11-12T12:20:01,240 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:20:01,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:01,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:01,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:01,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:01,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:01,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:01,621 INFO [M:0;4a91c05c96a4:42621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e05e6a3c141540ec9a3ad822b79d269e 2024-11-12T12:20:01,642 DEBUG [M:0;4a91c05c96a4:42621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dff74bf27024108bb70a629fefc905e is 69, key is 4a91c05c96a4,44213,1731413984908/rs:state/1731413986968/Put/seqid=0 2024-11-12T12:20:01,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741839_1015 (size=5156) 2024-11-12T12:20:01,928 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 to pos 0, reset compression=false 2024-11-12T12:20:02,047 INFO [M:0;4a91c05c96a4:42621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dff74bf27024108bb70a629fefc905e 2024-11-12T12:20:02,052 DEBUG [M:0;4a91c05c96a4:42621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7817f43c27bc4a6096904c69d9430720 as hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7817f43c27bc4a6096904c69d9430720 2024-11-12T12:20:02,057 INFO [M:0;4a91c05c96a4:42621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7817f43c27bc4a6096904c69d9430720, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T12:20:02,058 DEBUG [M:0;4a91c05c96a4:42621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e05e6a3c141540ec9a3ad822b79d269e as hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e05e6a3c141540ec9a3ad822b79d269e 2024-11-12T12:20:02,062 INFO [M:0;4a91c05c96a4:42621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e05e6a3c141540ec9a3ad822b79d269e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T12:20:02,063 DEBUG [M:0;4a91c05c96a4:42621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dff74bf27024108bb70a629fefc905e as hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dff74bf27024108bb70a629fefc905e 2024-11-12T12:20:02,067 INFO [M:0;4a91c05c96a4:42621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37623/user/jenkins/test-data/799a3806-824b-9489-dec5-735b70115574/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dff74bf27024108bb70a629fefc905e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T12:20:02,068 INFO [M:0;4a91c05c96a4:42621 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-11-12T12:20:02,069 INFO [M:0;4a91c05c96a4:42621 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:02,069 DEBUG [M:0;4a91c05c96a4:42621 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414000780Disabling compacts and flushes for region at 1731414000780Disabling writes for close at 1731414000780Obtaining lock to block concurrent updates at 1731414000780Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414000780Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731414000780Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414000781 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414000781Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414000793 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414000793Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414001203 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414001216 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414001217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414001626 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414001642 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414001642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c167498: reopening flushed file at 1731414002052 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d2a02b: reopening flushed file at 1731414002057 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8c1e9f: reopening flushed file at 1731414002062 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1731414002068 (+6 ms)Writing region close event to WAL at 1731414002069 (+1 ms)Closed at 1731414002069 2024-11-12T12:20:02,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741830_1006 (size=10165) 2024-11-12T12:20:02,071 INFO [M:0;4a91c05c96a4:42621 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:20:02,072 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:20:02,072 INFO [M:0;4a91c05c96a4:42621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42621 2024-11-12T12:20:02,072 INFO [M:0;4a91c05c96a4:42621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:20:02,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:02,295 INFO [M:0;4a91c05c96a4:42621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:20:02,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42621-0x1012efca2830003, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:02,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4aba240d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:20:02,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d17fa12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:20:02,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:20:02,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:20:02,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bff4f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/hadoop.log.dir/,STOPPED} 2024-11-12T12:20:02,298 WARN [BP-735115178-172.17.0.3-1731413982868 heartbeating to localhost/127.0.0.1:37623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:20:02,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:20:02,298 WARN [BP-735115178-172.17.0.3-1731413982868 heartbeating to localhost/127.0.0.1:37623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-735115178-172.17.0.3-1731413982868 (Datanode Uuid 543eec23-1a20-484d-936c-0576e8d64880) service to localhost/127.0.0.1:37623 2024-11-12T12:20:02,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:20:02,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/cluster_05d9947e-4d22-6ae4-439c-f602b768104d/data/data1/current/BP-735115178-172.17.0.3-1731413982868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:20:02,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/cluster_05d9947e-4d22-6ae4-439c-f602b768104d/data/data2/current/BP-735115178-172.17.0.3-1731413982868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:20:02,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:20:02,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d7a90ea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:20:02,304 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e032d09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:20:02,304 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:20:02,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:20:02,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8042823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/hadoop.log.dir/,STOPPED} 2024-11-12T12:20:02,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:20:02,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:20:02,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:02,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:02,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:02,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:02,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:02,315 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:20:02,315 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2100481871, stopped=false 2024-11-12T12:20:02,315 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,37585,1731413994349 2024-11-12T12:20:02,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0636018605/running 2024-11-12T12:20:02,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0636018605/running 2024-11-12T12:20:02,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:20:02,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:20:02,331 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:20:02,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:02,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:02,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:02,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/running 2024-11-12T12:20:02,332 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,36223,1731413994402' ***** 2024-11-12T12:20:02,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Set watcher on znode that does not yet exist, /0636018605/running 2024-11-12T12:20:02,332 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:20:02,332 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:20:02,333 INFO [RS:0;4a91c05c96a4:36223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:20:02,333 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:20:02,333 INFO [RS:0;4a91c05c96a4:36223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:20:02,333 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(3091): Received CLOSE for e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:20:02,333 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,36223,1731413994402 2024-11-12T12:20:02,333 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:20:02,333 INFO [RS:0;4a91c05c96a4:36223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:36223. 2024-11-12T12:20:02,333 DEBUG [RS:0;4a91c05c96a4:36223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:02,333 DEBUG [RS:0;4a91c05c96a4:36223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:02,333 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e91dbd4989c0a4251ee0b97ab92146aa, disabling compactions & flushes 2024-11-12T12:20:02,333 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:20:02,333 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:20:02,333 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:20:02,333 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:20:02,333 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:20:02,333 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:20:02,333 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. after waiting 0 ms 2024-11-12T12:20:02,333 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:20:02,333 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:20:02,333 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(1325): Online Regions={e91dbd4989c0a4251ee0b97ab92146aa=hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:20:02,333 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e91dbd4989c0a4251ee0b97ab92146aa 2024-11-12T12:20:02,333 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:20:02,333 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:20:02,333 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:20:02,333 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:20:02,333 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:20:02,334 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T12:20:02,335 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:20:02,336 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/replication/e91dbd4989c0a4251ee0b97ab92146aa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-12T12:20:02,337 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:02,337 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:02,337 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:20:02,337 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e91dbd4989c0a4251ee0b97ab92146aa: Waiting for close lock at 1731414002333Running coprocessor pre-close hooks at 1731414002333Disabling compacts and flushes for region at 1731414002333Disabling writes for close at 1731414002333Writing region close event to WAL at 1731414002334 (+1 ms)Running coprocessor post-close hooks at 1731414002337 (+3 ms)Closed at 1731414002337 2024-11-12T12:20:02,337 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa. 2024-11-12T12:20:02,347 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/info/552c0c21902f4ff6b7c1eaa66426360a is 147, key is hbase:replication,,1731413988275.e91dbd4989c0a4251ee0b97ab92146aa./info:regioninfo/1731413999979/Put/seqid=0 2024-11-12T12:20:02,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741851_1027 (size=6385) 2024-11-12T12:20:02,534 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:20:02,734 DEBUG [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:20:02,752 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/info/552c0c21902f4ff6b7c1eaa66426360a 2024-11-12T12:20:02,757 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/.tmp/info/552c0c21902f4ff6b7c1eaa66426360a as hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/info/552c0c21902f4ff6b7c1eaa66426360a 2024-11-12T12:20:02,761 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/info/552c0c21902f4ff6b7c1eaa66426360a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T12:20:02,762 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-12T12:20:02,767 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T12:20:02,767 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:02,767 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:02,768 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:02,768 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414002333Running coprocessor pre-close hooks at 1731414002333Disabling compacts and flushes for region at 1731414002333Disabling writes for close at 1731414002333Obtaining lock to block concurrent updates at 1731414002334 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731414002334Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731414002334Flushing stores of hbase:meta,,1.1588230740 at 1731414002334Flushing 1588230740/info: creating writer at 1731414002334Flushing 1588230740/info: appending metadata at 1731414002347 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731414002347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728635ff: reopening flushed file at 1731414002756 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731414002763 (+7 ms)Writing region close event to WAL at 1731414002764 (+1 ms)Running coprocessor post-close hooks at 1731414002767 (+3 ms)Closed at 1731414002767 2024-11-12T12:20:02,768 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:02,934 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,36223,1731413994402; all regions closed. 2024-11-12T12:20:02,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741849_1025 (size=2156) 2024-11-12T12:20:02,936 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.meta.1731413995722.meta not finished, retry = 0 2024-11-12T12:20:03,039 DEBUG [RS:0;4a91c05c96a4:36223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs 2024-11-12T12:20:03,039 INFO [RS:0;4a91c05c96a4:36223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C36223%2C1731413994402.meta:.meta(num 1731413995722) 2024-11-12T12:20:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741850_1026 (size=796) 2024-11-12T12:20:03,042 DEBUG [RS:0;4a91c05c96a4:36223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs 2024-11-12T12:20:03,042 INFO [RS:0;4a91c05c96a4:36223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C36223%2C1731413994402.rep:(num 1731413999941) 2024-11-12T12:20:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741848_1024 (size=93) 2024-11-12T12:20:03,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 not finished, retry = 0 2024-11-12T12:20:03,133 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 to pos 0, reset compression=false 2024-11-12T12:20:03,145 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370 2024-11-12T12:20:03,145 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-12T12:20:03,145 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.wal-reader.4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-12T12:20:03,145 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,36223,1731413994402 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/WALs/4a91c05c96a4,36223,1731413994402/4a91c05c96a4%2C36223%2C1731413994402.1731413995370, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T12:20:03,145 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:03,145 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,36223,1731413994402, seqNum=-1] 2024-11-12T12:20:03,146 DEBUG [RS:0;4a91c05c96a4:36223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/oldWALs 2024-11-12T12:20:03,146 INFO [RS:0;4a91c05c96a4:36223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C36223%2C1731413994402:(num 1731413995370) 2024-11-12T12:20:03,146 DEBUG [RS:0;4a91c05c96a4:36223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:03,146 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:20:03,146 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:20:03,146 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:20:03,146 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:20:03,146 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:20:03,146 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,36223,1731413994402 because: Region server is closing 2024-11-12T12:20:03,146 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T12:20:03,147 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T12:20:03,147 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T12:20:03,147 INFO [RS:0;4a91c05c96a4:36223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:36223. 2024-11-12T12:20:03,147 DEBUG [RS:0;4a91c05c96a4:36223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:03,147 DEBUG [RS:0;4a91c05c96a4:36223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:03,146 WARN [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-4a91c05c96a4,36223,1731413994402', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:36223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-12T12:20:03,147 DEBUG [RS:0;4a91c05c96a4:36223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:03,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:03,148 ERROR [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a91c05c96a4,36223,1731413994402: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a91c05c96a4,36223,1731413994402, walGroup=4a91c05c96a4%2C36223%2C1731413994402, offset=4a91c05c96a4%2C36223%2C1731413994402.1731413995370:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:36223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T12:20:03,150 ERROR [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:20:03,152 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:20:03,154 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:20:03,154 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:20:03,154 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:20:03,154 INFO [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 624869376 }, "NonHeapMemoryUsage": { "committed": 184680448, "init": 7667712, "max": -1, "used": 182108688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T12:20:03,156 DEBUG [RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [4a91c05c96a4%2C36223%2C1731413994402.1731413995370] 2024-11-12T12:20:03,247 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4a91c05c96a4:36223.replicationSource.shipper4a91c05c96a4%2C36223%2C1731413994402,1-4a91c05c96a4,36223,1731413994402 terminated 2024-11-12T12:20:03,247 INFO [RS:0;4a91c05c96a4:36223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36223 2024-11-12T12:20:03,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0636018605/rs/4a91c05c96a4,36223,1731413994402 2024-11-12T12:20:03,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605/rs 2024-11-12T12:20:03,289 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:20:03,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,36223,1731413994402] 2024-11-12T12:20:03,310 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0636018605/draining/4a91c05c96a4,36223,1731413994402 already deleted, retry=false 2024-11-12T12:20:03,310 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,36223,1731413994402 expired; onlineServers=0 2024-11-12T12:20:03,310 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,37585,1731413994349' ***** 2024-11-12T12:20:03,310 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:20:03,311 INFO [M:0;4a91c05c96a4:37585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:20:03,311 INFO [M:0;4a91c05c96a4:37585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:20:03,311 DEBUG [M:0;4a91c05c96a4:37585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:20:03,311 DEBUG [M:0;4a91c05c96a4:37585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:20:03,311 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:20:03,311 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413995107 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413995107,5,FailOnTimeoutGroup] 2024-11-12T12:20:03,311 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413995108 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413995108,5,FailOnTimeoutGroup] 2024-11-12T12:20:03,311 INFO [M:0;4a91c05c96a4:37585 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:20:03,311 INFO [M:0;4a91c05c96a4:37585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:20:03,311 DEBUG [M:0;4a91c05c96a4:37585 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:20:03,311 INFO [M:0;4a91c05c96a4:37585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:20:03,311 INFO [M:0;4a91c05c96a4:37585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:20:03,311 INFO [M:0;4a91c05c96a4:37585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:20:03,312 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:20:03,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0636018605/master 2024-11-12T12:20:03,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0636018605 2024-11-12T12:20:03,321 DEBUG [M:0;4a91c05c96a4:37585 {}] zookeeper.ZKUtil(347): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Unable to get data of znode /0636018605/master because node does not exist (not an error) 2024-11-12T12:20:03,321 WARN [M:0;4a91c05c96a4:37585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:20:03,322 INFO [M:0;4a91c05c96a4:37585 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/.lastflushedseqids 2024-11-12T12:20:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741852_1028 (size=181) 2024-11-12T12:20:03,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:03,400 INFO [RS:0;4a91c05c96a4:36223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:20:03,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36223-0x1012efca2830007, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:03,400 INFO [RS:0;4a91c05c96a4:36223 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,36223,1731413994402; zookeeper connection closed. 2024-11-12T12:20:03,400 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c2a9bd7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c2a9bd7 2024-11-12T12:20:03,401 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:20:03,727 INFO [M:0;4a91c05c96a4:37585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:20:03,727 INFO [M:0;4a91c05c96a4:37585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:20:03,727 DEBUG [M:0;4a91c05c96a4:37585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:20:03,727 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:03,727 DEBUG [M:0;4a91c05c96a4:37585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:03,727 DEBUG [M:0;4a91c05c96a4:37585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:20:03,727 DEBUG [M:0;4a91c05c96a4:37585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:03,727 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T12:20:03,748 DEBUG [M:0;4a91c05c96a4:37585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8acc1c921374e95a1f0b03585158aa7 is 82, key is hbase:meta,,1/info:regioninfo/1731413995766/Put/seqid=0 2024-11-12T12:20:03,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741853_1029 (size=5672) 2024-11-12T12:20:04,153 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8acc1c921374e95a1f0b03585158aa7 2024-11-12T12:20:04,174 DEBUG [M:0;4a91c05c96a4:37585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bfc72ad5b2d45c28fce5a474557a88a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731413999984/Put/seqid=0 2024-11-12T12:20:04,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741854_1030 (size=7312) 2024-11-12T12:20:04,579 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bfc72ad5b2d45c28fce5a474557a88a 2024-11-12T12:20:04,596 DEBUG [M:0;4a91c05c96a4:37585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5448ed6fca64d8ea9315f83271be3fe is 69, key is 4a91c05c96a4,36223,1731413994402/rs:state/1731413995159/Put/seqid=0 2024-11-12T12:20:04,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741855_1031 (size=5370) 2024-11-12T12:20:05,000 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5448ed6fca64d8ea9315f83271be3fe 2024-11-12T12:20:05,005 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5448ed6fca64d8ea9315f83271be3fe 2024-11-12T12:20:05,006 DEBUG [M:0;4a91c05c96a4:37585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8acc1c921374e95a1f0b03585158aa7 as hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8acc1c921374e95a1f0b03585158aa7 2024-11-12T12:20:05,010 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8acc1c921374e95a1f0b03585158aa7, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T12:20:05,011 DEBUG [M:0;4a91c05c96a4:37585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bfc72ad5b2d45c28fce5a474557a88a as hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bfc72ad5b2d45c28fce5a474557a88a 2024-11-12T12:20:05,015 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bfc72ad5b2d45c28fce5a474557a88a, entries=7, sequenceid=127, filesize=7.1 K 2024-11-12T12:20:05,016 DEBUG [M:0;4a91c05c96a4:37585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5448ed6fca64d8ea9315f83271be3fe as hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5448ed6fca64d8ea9315f83271be3fe 2024-11-12T12:20:05,021 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5448ed6fca64d8ea9315f83271be3fe 2024-11-12T12:20:05,021 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41519/user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5448ed6fca64d8ea9315f83271be3fe, entries=2, sequenceid=127, filesize=5.2 K 2024-11-12T12:20:05,022 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=127, compaction requested=false 2024-11-12T12:20:05,023 INFO [M:0;4a91c05c96a4:37585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:05,023 DEBUG [M:0;4a91c05c96a4:37585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414003727Disabling compacts and flushes for region at 1731414003727Disabling writes for close at 1731414003727Obtaining lock to block concurrent updates at 1731414003727Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414003727Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731414003728 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414003728Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414003728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414003747 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414003747Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414004158 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414004173 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414004174 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414004584 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414004596 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414004596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1ad82e: reopening flushed file at 1731414005005 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad8fe94: reopening flushed file at 1731414005010 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778ab428: reopening flushed file at 1731414005015 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=127, compaction requested=false at 1731414005022 (+7 ms)Writing region close event to WAL at 1731414005023 (+1 ms)Closed at 1731414005023 2024-11-12T12:20:05,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edf9c7ab-8441-cfa5-042f-ab63025b46ba/MasterData/WALs/4a91c05c96a4,37585,1731413994349/4a91c05c96a4%2C37585%2C1731413994349.1731413994896 not finished, retry = 0 2024-11-12T12:20:05,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741847_1023 (size=22903) 2024-11-12T12:20:05,125 INFO [M:0;4a91c05c96a4:37585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:20:05,125 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:20:05,125 INFO [M:0;4a91c05c96a4:37585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37585 2024-11-12T12:20:05,125 INFO [M:0;4a91c05c96a4:37585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:20:05,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:05,274 INFO [M:0;4a91c05c96a4:37585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:20:05,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37585-0x1012efca2830006, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:05,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11505e70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:20:05,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:20:05,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:20:05,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:20:05,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/hadoop.log.dir/,STOPPED} 2024-11-12T12:20:05,278 WARN [BP-1171912616-172.17.0.3-1731413976811 heartbeating to localhost/127.0.0.1:41519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:20:05,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:20:05,278 WARN [BP-1171912616-172.17.0.3-1731413976811 heartbeating to localhost/127.0.0.1:41519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1171912616-172.17.0.3-1731413976811 (Datanode Uuid 84744acb-58c7-4b9a-9280-172e41f651ec) service to localhost/127.0.0.1:41519 2024-11-12T12:20:05,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:20:05,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/cluster_1b503d55-3b07-ed72-7cd7-8110c57966b0/data/data1/current/BP-1171912616-172.17.0.3-1731413976811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:20:05,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/cluster_1b503d55-3b07-ed72-7cd7-8110c57966b0/data/data2/current/BP-1171912616-172.17.0.3-1731413976811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:20:05,279 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:20:05,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189b0b0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:20:05,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:20:05,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:20:05,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:20:05,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6b07669-8404-62e1-f5ff-99084a24ae32/hadoop.log.dir/,STOPPED} 2024-11-12T12:20:05,289 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:20:05,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:20:05,307 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49724) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37623 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49724) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41519 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 329), ProcessCount=11 (was 11), AvailableMemoryMB=6463 (was 6691) 2024-11-12T12:20:05,314 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=6463 2024-11-12T12:20:05,326 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-12T12:20:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/hadoop.log.dir so I do NOT create it in target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a 2024-11-12T12:20:05,327 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:20:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/hadoop.tmp.dir so I do NOT create it in target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a 2024-11-12T12:20:05,327 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e3bf206-a9e5-5485-4074-b472e5399c1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:20:05,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a 2024-11-12T12:20:05,327 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/cluster_6ca620a8-5fed-2fb0-0593-919512274d9c, deleteOnExit=true 2024-11-12T12:20:05,352 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/cluster_6ca620a8-5fed-2fb0-0593-919512274d9c/zookeeper_0, clientPort=57734, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/cluster_6ca620a8-5fed-2fb0-0593-919512274d9c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/cluster_6ca620a8-5fed-2fb0-0593-919512274d9c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:20:05,352 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57734 2024-11-12T12:20:05,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:20:05,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:20:05,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/test.cache.data in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:20:05,353 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:20:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:20:05,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:20:05,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:20:05,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:20:05,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:20:05,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:20:05,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012efca2830002, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:20:05,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012efca2830005, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:20:05,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012efca2830002, quorum=127.0.0.1:49724, baseZNode=/0636018605 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:20:05,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012efca2830005, quorum=127.0.0.1:49724, baseZNode=/1786345328 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:20:05,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:05,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:20:05,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:20:05,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:20:05,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:20:05,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:05,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b19225d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:20:05,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:20:05,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:05,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:20:05,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T12:20:05,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:05,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e70cc99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/java.io.tmpdir/jetty-localhost-46073-hadoop-hdfs-3_4_1-tests_jar-_-any-12025822432145403745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:20:05,848 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb8a007{HTTP/1.1, (http/1.1)}{localhost:46073} 2024-11-12T12:20:05,848 INFO [Time-limited test {}] server.Server(415): Started @166335ms 2024-11-12T12:20:06,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:06,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:20:06,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:20:06,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:20:06,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:20:06,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:20:06,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c0c8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:20:06,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b816d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/java.io.tmpdir/jetty-localhost-34045-hadoop-hdfs-3_4_1-tests_jar-_-any-14069981490463026698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:20:06,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6a9ea6{HTTP/1.1, (http/1.1)}{localhost:34045} 2024-11-12T12:20:06,206 INFO [Time-limited test {}] server.Server(415): Started @166693ms 2024-11-12T12:20:06,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:20:06,861 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/cluster_6ca620a8-5fed-2fb0-0593-919512274d9c/data/data1/current/BP-455492658-172.17.0.3-1731414005383/current, will proceed with Du for space computation calculation, 2024-11-12T12:20:06,861 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/cluster_6ca620a8-5fed-2fb0-0593-919512274d9c/data/data2/current/BP-455492658-172.17.0.3-1731414005383/current, will proceed with Du for space computation calculation, 2024-11-12T12:20:06,875 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:20:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8606e4f31725d2fb with lease ID 0x1085858a24d414bf: Processing first storage report for DS-b3b1a1f0-da07-401b-9074-d939ad6e04a2 from datanode DatanodeRegistration(127.0.0.1:35659, datanodeUuid=128052ba-8d69-4753-91f4-1da369f06dc8, infoPort=33047, infoSecurePort=0, ipcPort=43125, storageInfo=lv=-57;cid=testClusterID;nsid=475043215;c=1731414005383) 2024-11-12T12:20:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8606e4f31725d2fb with lease ID 0x1085858a24d414bf: from storage DS-b3b1a1f0-da07-401b-9074-d939ad6e04a2 node DatanodeRegistration(127.0.0.1:35659, datanodeUuid=128052ba-8d69-4753-91f4-1da369f06dc8, infoPort=33047, infoSecurePort=0, ipcPort=43125, storageInfo=lv=-57;cid=testClusterID;nsid=475043215;c=1731414005383), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:20:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8606e4f31725d2fb with lease ID 0x1085858a24d414bf: Processing first storage report for DS-a2434214-3b1b-4594-b51b-d003c0a94a24 from datanode DatanodeRegistration(127.0.0.1:35659, datanodeUuid=128052ba-8d69-4753-91f4-1da369f06dc8, infoPort=33047, infoSecurePort=0, ipcPort=43125, storageInfo=lv=-57;cid=testClusterID;nsid=475043215;c=1731414005383) 2024-11-12T12:20:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8606e4f31725d2fb with lease ID 0x1085858a24d414bf: from storage DS-a2434214-3b1b-4594-b51b-d003c0a94a24 node DatanodeRegistration(127.0.0.1:35659, datanodeUuid=128052ba-8d69-4753-91f4-1da369f06dc8, infoPort=33047, infoSecurePort=0, ipcPort=43125, storageInfo=lv=-57;cid=testClusterID;nsid=475043215;c=1731414005383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:20:06,930 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a 2024-11-12T12:20:06,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:06,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:06,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:20:07,339 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759 with version=8 2024-11-12T12:20:07,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/hbase-staging 2024-11-12T12:20:07,341 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:20:07,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:07,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:07,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:20:07,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:07,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:20:07,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:20:07,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:20:07,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35925 2024-11-12T12:20:07,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35925 connecting to ZooKeeper ensemble=127.0.0.1:57734 2024-11-12T12:20:07,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359250x0, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:07,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35925-0x1012efd12120000 connected 2024-11-12T12:20:07,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:07,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:07,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Set watcher on znode that does not yet exist, /0457279220/running 2024-11-12T12:20:07,533 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759, hbase.cluster.distributed=false 2024-11-12T12:20:07,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Set watcher on znode that does not yet exist, /0457279220/acl 2024-11-12T12:20:07,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35925 2024-11-12T12:20:07,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35925 2024-11-12T12:20:07,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35925 2024-11-12T12:20:07,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35925 2024-11-12T12:20:07,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35925 2024-11-12T12:20:07,553 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:20:07,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:07,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:07,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:20:07,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:07,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:20:07,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:20:07,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:20:07,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43767 2024-11-12T12:20:07,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43767 connecting to ZooKeeper ensemble=127.0.0.1:57734 2024-11-12T12:20:07,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:07,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:07,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437670x0, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:07,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43767-0x1012efd12120001 connected 2024-11-12T12:20:07,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Set watcher on znode that does not yet exist, /0457279220/running 2024-11-12T12:20:07,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:20:07,568 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:20:07,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Set watcher on znode that does not yet exist, /0457279220/master 2024-11-12T12:20:07,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Set watcher on znode that does not yet exist, /0457279220/acl 2024-11-12T12:20:07,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43767 2024-11-12T12:20:07,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43767 2024-11-12T12:20:07,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43767 2024-11-12T12:20:07,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43767 2024-11-12T12:20:07,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43767 2024-11-12T12:20:07,588 DEBUG [M:0;4a91c05c96a4:35925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:35925 2024-11-12T12:20:07,588 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0457279220/backup-masters/4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:07,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220/backup-masters 2024-11-12T12:20:07,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220/backup-masters 2024-11-12T12:20:07,598 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Set watcher on existing znode=/0457279220/backup-masters/4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:07,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:07,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0457279220/master 2024-11-12T12:20:07,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:07,609 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Set watcher on existing znode=/0457279220/master 2024-11-12T12:20:07,609 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0457279220/backup-masters/4a91c05c96a4,35925,1731414007340 from backup master directory 2024-11-12T12:20:07,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0457279220/backup-masters/4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:07,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220/backup-masters 2024-11-12T12:20:07,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220/backup-masters 2024-11-12T12:20:07,619 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:20:07,619 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:07,623 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/hbase.id] with ID: c126c8bf-390b-4924-bb37-530873c1f7a0 2024-11-12T12:20:07,623 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/.tmp/hbase.id 2024-11-12T12:20:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:20:07,839 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:20:07,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:07,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:07,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:07,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:07,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:07,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:07,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:07,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:08,027 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/.tmp/hbase.id]:[hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/hbase.id] 2024-11-12T12:20:08,036 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:08,036 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:20:08,037 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:20:08,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:08,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:08,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:20:08,462 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:08,463 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:20:08,463 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:08,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:20:08,870 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store 2024-11-12T12:20:08,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:20:09,275 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:09,276 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:20:09,276 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:09,276 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:09,276 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:20:09,276 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:09,276 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:09,276 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414009276Disabling compacts and flushes for region at 1731414009276Disabling writes for close at 1731414009276Writing region close event to WAL at 1731414009276Closed at 1731414009276 2024-11-12T12:20:09,277 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/.initializing 2024-11-12T12:20:09,277 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/WALs/4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:09,278 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:20:09,279 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C35925%2C1731414007340, suffix=, logDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/WALs/4a91c05c96a4,35925,1731414007340, archiveDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/oldWALs, maxLogs=10 2024-11-12T12:20:09,291 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/WALs/4a91c05c96a4,35925,1731414007340/4a91c05c96a4%2C35925%2C1731414007340.1731414009279, exclude list is [], retry=0 2024-11-12T12:20:09,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35659,DS-b3b1a1f0-da07-401b-9074-d939ad6e04a2,DISK] 2024-11-12T12:20:09,294 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/WALs/4a91c05c96a4,35925,1731414007340/4a91c05c96a4%2C35925%2C1731414007340.1731414009279 2024-11-12T12:20:09,295 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33047:33047)] 2024-11-12T12:20:09,295 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:09,295 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:09,295 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,295 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:20:09,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:09,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:09,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:20:09,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:09,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:09,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:20:09,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:09,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:09,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:20:09,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:09,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:09,301 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,302 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,302 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,303 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,303 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,303 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:09,304 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:09,306 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:09,306 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61108979, jitterRate=-0.08940525352954865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:09,306 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414009295Initializing all the Stores at 1731414009296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414009296Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414009296Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414009296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414009296Cleaning up temporary data from old regions at 1731414009303 (+7 ms)Region opened successfully at 1731414009306 (+3 ms) 2024-11-12T12:20:09,307 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:20:09,309 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209d0904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:20:09,310 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:20:09,310 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:20:09,310 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:20:09,310 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:20:09,310 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:20:09,310 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:20:09,310 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:20:09,312 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:20:09,312 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Unable to get data of znode /0457279220/balancer because node does not exist (not necessarily an error) 2024-11-12T12:20:09,377 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0457279220/balancer already deleted, retry=false 2024-11-12T12:20:09,378 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:20:09,378 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Unable to get data of znode /0457279220/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:20:09,387 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0457279220/normalizer already deleted, retry=false 2024-11-12T12:20:09,388 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:20:09,389 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Unable to get data of znode /0457279220/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:20:09,398 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0457279220/switch/split already deleted, retry=false 2024-11-12T12:20:09,399 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Unable to get data of znode /0457279220/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:20:09,408 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0457279220/switch/merge already deleted, retry=false 2024-11-12T12:20:09,411 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Unable to get data of znode /0457279220/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:20:09,419 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0457279220/snapshot-cleanup already deleted, retry=false 2024-11-12T12:20:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0457279220/running 2024-11-12T12:20:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0457279220/running 2024-11-12T12:20:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:09,430 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,35925,1731414007340, sessionid=0x1012efd12120000, setting cluster-up flag (Was=false) 2024-11-12T12:20:09,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:09,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:09,482 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0457279220/flush-table-proc/acquired, /0457279220/flush-table-proc/reached, /0457279220/flush-table-proc/abort 2024-11-12T12:20:09,483 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:09,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:09,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:09,535 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0457279220/online-snapshot/acquired, /0457279220/online-snapshot/reached, /0457279220/online-snapshot/abort 2024-11-12T12:20:09,536 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:09,537 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:20:09,538 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:09,538 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:20:09,538 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:20:09,538 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,35925,1731414007340 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:20:09,539 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:09,539 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:09,539 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:09,540 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:09,540 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:20:09,540 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,540 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:20:09,540 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,545 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414039545 2024-11-12T12:20:09,545 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:20:09,545 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:20:09,545 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:20:09,545 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:20:09,545 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:20:09,545 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:20:09,545 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:09,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:20:09,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:09,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:20:09,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:20:09,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:20:09,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:20:09,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:20:09,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:20:09,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:20:09,552 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414009548,5,FailOnTimeoutGroup] 2024-11-12T12:20:09,552 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414009552,5,FailOnTimeoutGroup] 2024-11-12T12:20:09,552 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,552 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:20:09,552 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,552 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:20:09,580 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(746): ClusterId : c126c8bf-390b-4924-bb37-530873c1f7a0 2024-11-12T12:20:09,581 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:20:09,588 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:20:09,588 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:20:09,599 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:20:09,599 DEBUG [RS:0;4a91c05c96a4:43767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88876e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:20:09,609 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:43767 2024-11-12T12:20:09,609 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:20:09,609 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:20:09,609 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:20:09,610 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,35925,1731414007340 with port=43767, startcode=1731414007552 2024-11-12T12:20:09,610 DEBUG [RS:0;4a91c05c96a4:43767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:20:09,611 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:20:09,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:09,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35925 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:09,613 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759 2024-11-12T12:20:09,613 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35837 2024-11-12T12:20:09,613 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:20:09,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220/rs 2024-11-12T12:20:09,625 DEBUG [RS:0;4a91c05c96a4:43767 {}] zookeeper.ZKUtil(111): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Set watcher on existing znode=/0457279220/rs/4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:09,625 WARN [RS:0;4a91c05c96a4:43767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:20:09,626 INFO [RS:0;4a91c05c96a4:43767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:09,626 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:09,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,43767,1731414007552] 2024-11-12T12:20:09,628 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:20:09,630 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:20:09,630 INFO [RS:0;4a91c05c96a4:43767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:20:09,631 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,631 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:20:09,631 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:20:09,631 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,631 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:20:09,632 DEBUG [RS:0;4a91c05c96a4:43767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:20:09,636 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,636 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,636 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,636 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,636 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,636 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43767,1731414007552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:20:09,649 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:20:09,650 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43767,1731414007552-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,650 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,650 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.Replication(171): 4a91c05c96a4,43767,1731414007552 started 2024-11-12T12:20:09,662 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:09,662 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,43767,1731414007552, RpcServer on 4a91c05c96a4/172.17.0.3:43767, sessionid=0x1012efd12120001 2024-11-12T12:20:09,662 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:20:09,662 DEBUG [RS:0;4a91c05c96a4:43767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:09,662 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,43767,1731414007552' 2024-11-12T12:20:09,662 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0457279220/flush-table-proc/abort' 2024-11-12T12:20:09,663 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0457279220/flush-table-proc/acquired' 2024-11-12T12:20:09,663 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:20:09,663 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:20:09,663 DEBUG [RS:0;4a91c05c96a4:43767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:09,663 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,43767,1731414007552' 2024-11-12T12:20:09,663 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0457279220/online-snapshot/abort' 2024-11-12T12:20:09,664 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0457279220/online-snapshot/acquired' 2024-11-12T12:20:09,664 DEBUG [RS:0;4a91c05c96a4:43767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:20:09,664 INFO [RS:0;4a91c05c96a4:43767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:20:09,664 INFO [RS:0;4a91c05c96a4:43767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:20:09,764 INFO [RS:0;4a91c05c96a4:43767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:20:09,766 INFO [RS:0;4a91c05c96a4:43767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C43767%2C1731414007552, suffix=, logDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552, archiveDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/oldWALs, maxLogs=10 2024-11-12T12:20:09,778 DEBUG [RS:0;4a91c05c96a4:43767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766, exclude list is [], retry=0 2024-11-12T12:20:09,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35659,DS-b3b1a1f0-da07-401b-9074-d939ad6e04a2,DISK] 2024-11-12T12:20:09,782 INFO [RS:0;4a91c05c96a4:43767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 2024-11-12T12:20:09,782 DEBUG [RS:0;4a91c05c96a4:43767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33047:33047)] 2024-11-12T12:20:09,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:20:09,958 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759 2024-11-12T12:20:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:20:10,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:10,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:20:10,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:20:10,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:10,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:10,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:20:10,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:20:10,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:10,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:10,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:20:10,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:20:10,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:10,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:10,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:20:10,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:20:10,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:10,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:10,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:20:10,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740 2024-11-12T12:20:10,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740 2024-11-12T12:20:10,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:20:10,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:20:10,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:10,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:20:10,375 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:10,375 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67947196, jitterRate=0.012492120265960693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:10,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414010364Initializing all the Stores at 1731414010365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414010365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414010365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414010365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414010365Cleaning up temporary data from old regions at 1731414010372 (+7 ms)Region opened successfully at 1731414010376 (+4 ms) 2024-11-12T12:20:10,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:20:10,376 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:20:10,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:20:10,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:20:10,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:20:10,376 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:10,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414010376Disabling compacts and flushes for region at 1731414010376Disabling writes for close at 1731414010376Writing region close event to WAL at 1731414010376Closed at 1731414010376 2024-11-12T12:20:10,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:10,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:20:10,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:20:10,378 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:20:10,379 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:20:10,529 DEBUG [4a91c05c96a4:35925 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:20:10,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:10,530 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,43767,1731414007552, state=OPENING 2024-11-12T12:20:10,598 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:20:10,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:10,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:10,609 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:20:10,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0457279220/meta-region-server: CHANGED 2024-11-12T12:20:10,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0457279220/meta-region-server: CHANGED 2024-11-12T12:20:10,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,43767,1731414007552}] 2024-11-12T12:20:10,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:20:10,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:20:10,765 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:20:10,765 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:10,765 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:20:10,766 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C43767%2C1731414007552.meta, suffix=.meta, logDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552, archiveDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/oldWALs, maxLogs=10 2024-11-12T12:20:10,778 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.meta.1731414010766.meta, exclude list is [], retry=0 2024-11-12T12:20:10,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35659,DS-b3b1a1f0-da07-401b-9074-d939ad6e04a2,DISK] 2024-11-12T12:20:10,781 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.meta.1731414010766.meta 2024-11-12T12:20:10,782 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33047:33047)] 2024-11-12T12:20:10,782 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:10,782 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:10,782 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:20:10,782 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:20:10,782 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:20:10,782 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:20:10,782 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:10,783 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:20:10,783 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:20:10,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:20:10,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:20:10,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:10,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:10,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:20:10,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:20:10,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:10,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:10,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:20:10,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:20:10,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:10,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:10,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:20:10,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:20:10,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:10,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:10,788 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:20:10,788 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740 2024-11-12T12:20:10,789 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740 2024-11-12T12:20:10,790 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:20:10,790 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:20:10,790 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:10,791 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:20:10,791 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59579821, jitterRate=-0.11219148337841034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:10,791 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:20:10,792 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414010783Writing region info on filesystem at 1731414010783Initializing all the Stores at 1731414010783Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414010783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414010784 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414010784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414010784Cleaning up temporary data from old regions at 1731414010790 (+6 ms)Running coprocessor post-open hooks at 1731414010791 (+1 ms)Region opened successfully at 1731414010792 (+1 ms) 2024-11-12T12:20:10,793 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414010761 2024-11-12T12:20:10,794 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:20:10,794 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:20:10,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:10,795 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,43767,1731414007552, state=OPEN 2024-11-12T12:20:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0457279220/meta-region-server 2024-11-12T12:20:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0457279220/meta-region-server 2024-11-12T12:20:10,837 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:10,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0457279220/meta-region-server: CHANGED 2024-11-12T12:20:10,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0457279220/meta-region-server: CHANGED 2024-11-12T12:20:10,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:20:10,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,43767,1731414007552 in 228 msec 2024-11-12T12:20:10,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:20:10,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-12T12:20:10,840 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:10,840 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:20:10,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:10,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43767,1731414007552, seqNum=-1] 2024-11-12T12:20:10,842 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:10,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:10,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-11-12T12:20:10,846 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414010846, completionTime=-1 2024-11-12T12:20:10,846 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:20:10,846 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:20:10,848 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:20:10,848 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414070848 2024-11-12T12:20:10,848 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414130848 2024-11-12T12:20:10,848 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:20:10,848 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35925,1731414007340-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:10,848 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35925,1731414007340-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:10,848 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35925,1731414007340-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:10,848 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:35925, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:10,849 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:10,849 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:10,850 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:20:10,851 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.232sec 2024-11-12T12:20:10,851 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:20:10,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:20:10,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:20:10,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:20:10,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:20:10,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35925,1731414007340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:20:10,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35925,1731414007340-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:20:10,854 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:20:10,854 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:20:10,854 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35925,1731414007340-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:10,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156060c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:10,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35925,-1 for getting cluster id 2024-11-12T12:20:10,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:10,882 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c126c8bf-390b-4924-bb37-530873c1f7a0' 2024-11-12T12:20:10,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:10,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c126c8bf-390b-4924-bb37-530873c1f7a0" 2024-11-12T12:20:10,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53764705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:10,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35925,-1] 2024-11-12T12:20:10,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:10,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:10,884 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:10,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156172f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:10,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:10,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43767,1731414007552, seqNum=-1] 2024-11-12T12:20:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:10,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:10,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:10,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57734 2024-11-12T12:20:10,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:10,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012efd12120002 connected 2024-11-12T12:20:10,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/hadoop.log.dir so I do NOT create it in target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089 2024-11-12T12:20:10,922 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:20:10,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/hadoop.tmp.dir so I do NOT create it in target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089 2024-11-12T12:20:10,922 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:20:10,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089 2024-11-12T12:20:10,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:20:10,922 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/cluster_5226b580-9195-45df-324e-17910d7986e4, deleteOnExit=true 2024-11-12T12:20:10,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:20:10,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/test.cache.data in system properties and HBase conf 2024-11-12T12:20:10,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:20:10,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:20:10,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:20:10,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:20:10,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:20:10,923 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:20:10,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:20:10,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:20:10,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:20:10,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:20:10,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:20:10,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:20:10,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:20:10,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:20:10,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:20:10,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:20:10,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:20:10,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:20:10,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:20:10,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:20:11,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:11,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:20:11,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:20:11,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:20:11,267 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:20:11,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:11,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:20:11,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19e06a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:20:11,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e4af57a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/java.io.tmpdir/jetty-localhost-38695-hadoop-hdfs-3_4_1-tests_jar-_-any-10822156649041439210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:20:11,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347b42e7{HTTP/1.1, (http/1.1)}{localhost:38695} 2024-11-12T12:20:11,361 INFO [Time-limited test {}] server.Server(415): Started @171848ms 2024-11-12T12:20:11,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:11,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:20:11,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:20:11,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:20:11,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:20:11,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:20:11,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771f0749{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:20:11,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68ce4868{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/java.io.tmpdir/jetty-localhost-41027-hadoop-hdfs-3_4_1-tests_jar-_-any-2352480011676480768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:20:11,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c9e907e{HTTP/1.1, (http/1.1)}{localhost:41027} 2024-11-12T12:20:11,720 INFO [Time-limited test {}] server.Server(415): Started @172207ms 2024-11-12T12:20:11,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:20:12,378 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/cluster_5226b580-9195-45df-324e-17910d7986e4/data/data1/current/BP-191739963-172.17.0.3-1731414010941/current, will proceed with Du for space computation calculation, 2024-11-12T12:20:12,378 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/cluster_5226b580-9195-45df-324e-17910d7986e4/data/data2/current/BP-191739963-172.17.0.3-1731414010941/current, will proceed with Du for space computation calculation, 2024-11-12T12:20:12,395 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:20:12,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdaa01524cafafb92 with lease ID 0x9ec9657eeecd74f5: Processing first storage report for DS-a3066c4f-6072-4ef5-9ed6-d4241d7e7d18 from datanode DatanodeRegistration(127.0.0.1:44171, datanodeUuid=b7c3baff-b422-4497-afd9-0c43f74fe3c6, infoPort=45713, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=360514048;c=1731414010941) 2024-11-12T12:20:12,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdaa01524cafafb92 with lease ID 0x9ec9657eeecd74f5: from storage DS-a3066c4f-6072-4ef5-9ed6-d4241d7e7d18 node DatanodeRegistration(127.0.0.1:44171, datanodeUuid=b7c3baff-b422-4497-afd9-0c43f74fe3c6, infoPort=45713, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=360514048;c=1731414010941), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:20:12,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdaa01524cafafb92 with lease ID 0x9ec9657eeecd74f5: Processing first storage report for DS-be573a86-07f6-488b-9a3c-f5fc2dfdc164 from datanode DatanodeRegistration(127.0.0.1:44171, datanodeUuid=b7c3baff-b422-4497-afd9-0c43f74fe3c6, infoPort=45713, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=360514048;c=1731414010941) 2024-11-12T12:20:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdaa01524cafafb92 with lease ID 0x9ec9657eeecd74f5: from storage DS-be573a86-07f6-488b-9a3c-f5fc2dfdc164 node DatanodeRegistration(127.0.0.1:44171, datanodeUuid=b7c3baff-b422-4497-afd9-0c43f74fe3c6, infoPort=45713, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=360514048;c=1731414010941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:20:12,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089 2024-11-12T12:20:12,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:12,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:12,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:20:12,452 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9 with version=8 2024-11-12T12:20:12,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/hbase-staging 2024-11-12T12:20:12,454 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:20:12,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:12,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:12,454 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:20:12,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:12,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:20:12,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:20:12,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:20:12,454 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42675 2024-11-12T12:20:12,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42675 connecting to ZooKeeper ensemble=127.0.0.1:57734 2024-11-12T12:20:12,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426750x0, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:12,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42675-0x1012efd12120003 connected 2024-11-12T12:20:12,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:12,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:12,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Set watcher on znode that does not yet exist, /1-926348827/running 2024-11-12T12:20:12,555 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9, hbase.cluster.distributed=false 2024-11-12T12:20:12,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Set watcher on znode that does not yet exist, /1-926348827/acl 2024-11-12T12:20:12,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42675 2024-11-12T12:20:12,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42675 2024-11-12T12:20:12,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42675 2024-11-12T12:20:12,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42675 2024-11-12T12:20:12,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42675 2024-11-12T12:20:12,570 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:20:12,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:12,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:12,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:20:12,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:12,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:20:12,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:20:12,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:20:12,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33355 2024-11-12T12:20:12,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33355 connecting to ZooKeeper ensemble=127.0.0.1:57734 2024-11-12T12:20:12,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:12,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:12,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333550x0, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:12,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333550x0, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Set watcher on znode that does not yet exist, /1-926348827/running 2024-11-12T12:20:12,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33355-0x1012efd12120004 connected 2024-11-12T12:20:12,588 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:20:12,588 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:20:12,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Set watcher on znode that does not yet exist, /1-926348827/master 2024-11-12T12:20:12,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Set watcher on znode that does not yet exist, /1-926348827/acl 2024-11-12T12:20:12,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-12T12:20:12,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33355 2024-11-12T12:20:12,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33355 2024-11-12T12:20:12,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-12T12:20:12,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-12T12:20:12,609 DEBUG [M:0;4a91c05c96a4:42675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:42675 2024-11-12T12:20:12,610 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-926348827/backup-masters/4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:12,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827/backup-masters 2024-11-12T12:20:12,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827/backup-masters 2024-11-12T12:20:12,619 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Set watcher on existing znode=/1-926348827/backup-masters/4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:12,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-926348827/master 2024-11-12T12:20:12,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:12,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:12,630 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Set watcher on existing znode=/1-926348827/master 2024-11-12T12:20:12,630 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-926348827/backup-masters/4a91c05c96a4,42675,1731414012453 from backup master directory 2024-11-12T12:20:12,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827/backup-masters 2024-11-12T12:20:12,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-926348827/backup-masters/4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:12,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827/backup-masters 2024-11-12T12:20:12,640 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:20:12,640 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:12,643 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/hbase.id] with ID: a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7 2024-11-12T12:20:12,643 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/.tmp/hbase.id 2024-11-12T12:20:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:20:13,047 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/.tmp/hbase.id]:[hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/hbase.id] 2024-11-12T12:20:13,055 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:13,056 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:20:13,056 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T12:20:13,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:13,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:13,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:20:13,480 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:13,481 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:20:13,482 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:13,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:20:13,888 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store 2024-11-12T12:20:13,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:20:14,296 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:14,296 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:20:14,296 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:14,296 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:14,296 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:20:14,296 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:14,296 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:14,296 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414014296Disabling compacts and flushes for region at 1731414014296Disabling writes for close at 1731414014296Writing region close event to WAL at 1731414014296Closed at 1731414014296 2024-11-12T12:20:14,297 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/.initializing 2024-11-12T12:20:14,297 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/WALs/4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:14,298 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:20:14,299 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C42675%2C1731414012453, suffix=, logDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/WALs/4a91c05c96a4,42675,1731414012453, archiveDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/oldWALs, maxLogs=10 2024-11-12T12:20:14,315 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/WALs/4a91c05c96a4,42675,1731414012453/4a91c05c96a4%2C42675%2C1731414012453.1731414014300, exclude list is [], retry=0 2024-11-12T12:20:14,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44171,DS-a3066c4f-6072-4ef5-9ed6-d4241d7e7d18,DISK] 2024-11-12T12:20:14,319 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/WALs/4a91c05c96a4,42675,1731414012453/4a91c05c96a4%2C42675%2C1731414012453.1731414014300 2024-11-12T12:20:14,320 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45713:45713)] 2024-11-12T12:20:14,320 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:14,320 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:14,320 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,320 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:20:14,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:14,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:14,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:20:14,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:14,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:14,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:20:14,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:14,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:14,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:20:14,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:14,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:14,328 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,328 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,329 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,329 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,329 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,330 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:14,331 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:14,332 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:14,333 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72569840, jitterRate=0.0813748836517334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:14,333 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414014320Initializing all the Stores at 1731414014321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414014321Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414014321Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414014321Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414014321Cleaning up temporary data from old regions at 1731414014329 (+8 ms)Region opened successfully at 1731414014333 (+4 ms) 2024-11-12T12:20:14,333 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:20:14,335 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d63762b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:20:14,336 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:20:14,336 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:20:14,336 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:20:14,337 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:20:14,337 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:20:14,338 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:20:14,338 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:20:14,339 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:20:14,340 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Unable to get data of znode /1-926348827/balancer because node does not exist (not necessarily an error) 2024-11-12T12:20:14,398 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-926348827/balancer already deleted, retry=false 2024-11-12T12:20:14,398 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:20:14,399 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Unable to get data of znode /1-926348827/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:20:14,408 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-926348827/normalizer already deleted, retry=false 2024-11-12T12:20:14,408 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:20:14,409 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Unable to get data of znode /1-926348827/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:20:14,419 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-926348827/switch/split already deleted, retry=false 2024-11-12T12:20:14,420 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Unable to get data of znode /1-926348827/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:20:14,429 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-926348827/switch/merge already deleted, retry=false 2024-11-12T12:20:14,431 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Unable to get data of znode /1-926348827/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:20:14,440 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-926348827/snapshot-cleanup already deleted, retry=false 2024-11-12T12:20:14,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-926348827/running 2024-11-12T12:20:14,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-926348827/running 2024-11-12T12:20:14,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:14,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:14,451 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,42675,1731414012453, sessionid=0x1012efd12120003, setting cluster-up flag (Was=false) 2024-11-12T12:20:14,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:14,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:14,503 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-926348827/flush-table-proc/acquired, /1-926348827/flush-table-proc/reached, /1-926348827/flush-table-proc/abort 2024-11-12T12:20:14,504 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:14,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:14,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:14,556 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-926348827/online-snapshot/acquired, /1-926348827/online-snapshot/reached, /1-926348827/online-snapshot/abort 2024-11-12T12:20:14,556 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:14,562 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:20:14,564 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:14,564 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:20:14,564 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:20:14,564 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,42675,1731414012453 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:20:14,565 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:14,565 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:14,565 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:14,565 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:14,566 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:20:14,566 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,566 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:20:14,566 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:14,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:20:14,572 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:14,572 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:20:14,576 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414044576 2024-11-12T12:20:14,576 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:20:14,576 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:20:14,576 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:20:14,576 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:20:14,576 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:20:14,576 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:20:14,577 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,580 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:20:14,580 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:20:14,580 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:20:14,580 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:20:14,582 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:20:14,582 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:20:14,582 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414014582,5,FailOnTimeoutGroup] 2024-11-12T12:20:14,583 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414014582,5,FailOnTimeoutGroup] 2024-11-12T12:20:14,583 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,583 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:20:14,583 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,583 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:20:14,599 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(746): ClusterId : a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7 2024-11-12T12:20:14,599 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:20:14,609 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:20:14,609 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:20:14,619 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:20:14,620 DEBUG [RS:0;4a91c05c96a4:33355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66670703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:20:14,635 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:33355 2024-11-12T12:20:14,635 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:20:14,635 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:20:14,635 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:20:14,636 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,42675,1731414012453 with port=33355, startcode=1731414012570 2024-11-12T12:20:14,636 DEBUG [RS:0;4a91c05c96a4:33355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:20:14,638 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:20:14,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:14,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42675 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:14,641 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9 2024-11-12T12:20:14,641 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33967 2024-11-12T12:20:14,641 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:20:14,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827/rs 2024-11-12T12:20:14,651 DEBUG [RS:0;4a91c05c96a4:33355 {}] zookeeper.ZKUtil(111): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Set watcher on existing znode=/1-926348827/rs/4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:14,652 WARN [RS:0;4a91c05c96a4:33355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:20:14,652 INFO [RS:0;4a91c05c96a4:33355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:14,652 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:14,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,33355,1731414012570] 2024-11-12T12:20:14,656 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:20:14,658 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:20:14,658 INFO [RS:0;4a91c05c96a4:33355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:20:14,658 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,658 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:20:14,659 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:20:14,659 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,659 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,659 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,659 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,659 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,659 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,659 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:20:14,660 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,660 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,660 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,660 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,660 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,660 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:14,660 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:20:14,660 DEBUG [RS:0;4a91c05c96a4:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:20:14,663 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,663 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,664 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,664 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,664 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,664 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,33355,1731414012570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:20:14,677 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:20:14,678 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,33355,1731414012570-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,678 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,678 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.Replication(171): 4a91c05c96a4,33355,1731414012570 started 2024-11-12T12:20:14,697 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:14,697 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,33355,1731414012570, RpcServer on 4a91c05c96a4/172.17.0.3:33355, sessionid=0x1012efd12120004 2024-11-12T12:20:14,697 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:20:14,697 DEBUG [RS:0;4a91c05c96a4:33355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:14,697 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,33355,1731414012570' 2024-11-12T12:20:14,697 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-926348827/flush-table-proc/abort' 2024-11-12T12:20:14,698 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-926348827/flush-table-proc/acquired' 2024-11-12T12:20:14,698 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:20:14,698 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:20:14,698 DEBUG [RS:0;4a91c05c96a4:33355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:14,698 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,33355,1731414012570' 2024-11-12T12:20:14,698 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-926348827/online-snapshot/abort' 2024-11-12T12:20:14,698 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-926348827/online-snapshot/acquired' 2024-11-12T12:20:14,699 DEBUG [RS:0;4a91c05c96a4:33355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:20:14,699 INFO [RS:0;4a91c05c96a4:33355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:20:14,699 INFO [RS:0;4a91c05c96a4:33355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:20:14,799 INFO [RS:0;4a91c05c96a4:33355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:20:14,801 INFO [RS:0;4a91c05c96a4:33355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C33355%2C1731414012570, suffix=, logDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570, archiveDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/oldWALs, maxLogs=10 2024-11-12T12:20:14,817 DEBUG [RS:0;4a91c05c96a4:33355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801, exclude list is [], retry=0 2024-11-12T12:20:14,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44171,DS-a3066c4f-6072-4ef5-9ed6-d4241d7e7d18,DISK] 2024-11-12T12:20:14,821 INFO [RS:0;4a91c05c96a4:33355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 2024-11-12T12:20:14,821 DEBUG [RS:0;4a91c05c96a4:33355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45713:45713)] 2024-11-12T12:20:14,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:20:14,985 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9 2024-11-12T12:20:14,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:20:14,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:14,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:20:14,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:20:14,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:14,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:14,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:20:14,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:20:14,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:14,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:14,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:20:14,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:20:14,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:14,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:14,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:20:14,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:20:14,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:14,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:14,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:20:14,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740 2024-11-12T12:20:14,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740 2024-11-12T12:20:14,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:20:14,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:20:14,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:14,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:20:15,001 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:15,001 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63376381, jitterRate=-0.05561833083629608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414014990Initializing all the Stores at 1731414014991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414014991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414014991Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414014991Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414014991Cleaning up temporary data from old regions at 1731414014998 (+7 ms)Region opened successfully at 1731414015001 (+3 ms) 2024-11-12T12:20:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:20:15,001 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:20:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:20:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:20:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:20:15,002 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:15,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414015001Disabling compacts and flushes for region at 1731414015001Disabling writes for close at 1731414015001Writing region close event to WAL at 1731414015002 (+1 ms)Closed at 1731414015002 2024-11-12T12:20:15,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:15,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:20:15,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:20:15,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:20:15,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:20:15,154 DEBUG [4a91c05c96a4:42675 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:20:15,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:15,156 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,33355,1731414012570, state=OPENING 2024-11-12T12:20:15,262 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:20:15,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:15,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:15,282 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:20:15,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-926348827/meta-region-server: CHANGED 2024-11-12T12:20:15,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-926348827/meta-region-server: CHANGED 2024-11-12T12:20:15,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,33355,1731414012570}] 2024-11-12T12:20:15,435 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:20:15,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:20:15,439 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:20:15,439 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:15,439 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:20:15,440 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C33355%2C1731414012570.meta, suffix=.meta, logDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570, archiveDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/oldWALs, maxLogs=10 2024-11-12T12:20:15,452 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.meta.1731414015440.meta, exclude list is [], retry=0 2024-11-12T12:20:15,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44171,DS-a3066c4f-6072-4ef5-9ed6-d4241d7e7d18,DISK] 2024-11-12T12:20:15,455 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.meta.1731414015440.meta 2024-11-12T12:20:15,455 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45713:45713)] 2024-11-12T12:20:15,455 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:15,456 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:15,456 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:20:15,456 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:20:15,456 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:20:15,456 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:20:15,456 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:15,456 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:20:15,456 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:20:15,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:20:15,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:20:15,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:15,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:15,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:20:15,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:20:15,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:15,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:15,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:20:15,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:20:15,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:15,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:15,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:20:15,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:20:15,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:15,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:15,461 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:20:15,461 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740 2024-11-12T12:20:15,462 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740 2024-11-12T12:20:15,463 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:20:15,463 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:20:15,463 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:15,464 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:20:15,465 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70313385, jitterRate=0.047751083970069885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:15,465 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:20:15,465 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414015456Writing region info on filesystem at 1731414015456Initializing all the Stores at 1731414015457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414015457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414015457Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414015457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414015457Cleaning up temporary data from old regions at 1731414015463 (+6 ms)Running coprocessor post-open hooks at 1731414015465 (+2 ms)Region opened successfully at 1731414015465 2024-11-12T12:20:15,465 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414015435 2024-11-12T12:20:15,467 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:20:15,467 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:20:15,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:15,468 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,33355,1731414012570, state=OPEN 2024-11-12T12:20:15,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-926348827/meta-region-server 2024-11-12T12:20:15,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-926348827/meta-region-server 2024-11-12T12:20:15,477 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:15,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-926348827/meta-region-server: CHANGED 2024-11-12T12:20:15,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-926348827/meta-region-server: CHANGED 2024-11-12T12:20:15,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:20:15,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,33355,1731414012570 in 195 msec 2024-11-12T12:20:15,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:20:15,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-12T12:20:15,481 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:15,481 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:20:15,482 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:15,482 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,33355,1731414012570, seqNum=-1] 2024-11-12T12:20:15,483 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:15,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:15,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 924 msec 2024-11-12T12:20:15,488 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414015488, completionTime=-1 2024-11-12T12:20:15,488 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:20:15,488 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:20:15,490 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:20:15,490 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414075490 2024-11-12T12:20:15,490 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414135490 2024-11-12T12:20:15,490 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:20:15,490 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42675,1731414012453-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:15,490 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42675,1731414012453-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:15,490 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42675,1731414012453-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:15,490 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:42675, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:15,490 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:15,490 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:15,492 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:20:15,494 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.854sec 2024-11-12T12:20:15,494 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:20:15,494 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:20:15,494 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:20:15,494 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:20:15,494 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:20:15,494 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42675,1731414012453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:20:15,494 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42675,1731414012453-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:20:15,496 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:20:15,496 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:20:15,496 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42675,1731414012453-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:15,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e95f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:15,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42675,-1 for getting cluster id 2024-11-12T12:20:15,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:15,504 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7' 2024-11-12T12:20:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7" 2024-11-12T12:20:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567fcb58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42675,-1] 2024-11-12T12:20:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:15,506 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:15,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a416f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:15,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:15,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,33355,1731414012570, seqNum=-1] 2024-11-12T12:20:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:15,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:15,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57734 2024-11-12T12:20:15,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:15,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012efd12120005 connected 2024-11-12T12:20:15,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:15,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:15,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55d5e454 2024-11-12T12:20:15,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:15,539 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:15,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:20:15,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:20:15,542 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:15,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:20:15,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:20:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:15,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:20:15,629 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:20:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:15,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:20:15,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T12:20:15,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:15,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T12:20:15,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:15,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T12:20:15,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T12:20:15,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T12:20:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:15,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 304669fa9212de9a245e3e7a6536a304, NAME => 'test,,1731414015539.304669fa9212de9a245e3e7a6536a304.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759 2024-11-12T12:20:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:20:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:16,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:20:16,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:16,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:16,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:16,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:16,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:16,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:16,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:16,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:16,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414015539.304669fa9212de9a245e3e7a6536a304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:16,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 304669fa9212de9a245e3e7a6536a304, disabling compactions & flushes 2024-11-12T12:20:16,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:16,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:16,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414015539.304669fa9212de9a245e3e7a6536a304. after waiting 0 ms 2024-11-12T12:20:16,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:16,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:16,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 304669fa9212de9a245e3e7a6536a304: Waiting for close lock at 1731414016373Disabling compacts and flushes for region at 1731414016373Disabling writes for close at 1731414016373Writing region close event to WAL at 1731414016373Closed at 1731414016373 2024-11-12T12:20:16,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:20:16,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414015539.304669fa9212de9a245e3e7a6536a304.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414016374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414016374"}]},"ts":"1731414016374"} 2024-11-12T12:20:16,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:20:16,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:20:16,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414016377"}]},"ts":"1731414016377"} 2024-11-12T12:20:16,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:20:16,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=304669fa9212de9a245e3e7a6536a304, ASSIGN}] 2024-11-12T12:20:16,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=304669fa9212de9a245e3e7a6536a304, ASSIGN 2024-11-12T12:20:16,380 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=304669fa9212de9a245e3e7a6536a304, ASSIGN; state=OFFLINE, location=4a91c05c96a4,43767,1731414007552; forceNewPlan=false, retain=false 2024-11-12T12:20:16,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=304669fa9212de9a245e3e7a6536a304, regionState=OPENING, regionLocation=4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:16,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=304669fa9212de9a245e3e7a6536a304, ASSIGN because future has completed 2024-11-12T12:20:16,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 304669fa9212de9a245e3e7a6536a304, server=4a91c05c96a4,43767,1731414007552}] 2024-11-12T12:20:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:16,689 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:16,689 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 304669fa9212de9a245e3e7a6536a304, NAME => 'test,,1731414015539.304669fa9212de9a245e3e7a6536a304.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:16,689 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:16,689 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:20:16,689 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,690 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414015539.304669fa9212de9a245e3e7a6536a304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:16,690 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,690 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,695 INFO [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,697 INFO [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304669fa9212de9a245e3e7a6536a304 columnFamilyName f 2024-11-12T12:20:16,697 DEBUG [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:16,697 INFO [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] regionserver.HStore(327): Store=304669fa9212de9a245e3e7a6536a304/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:16,697 INFO [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,698 INFO [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304669fa9212de9a245e3e7a6536a304 columnFamilyName f1 2024-11-12T12:20:16,698 DEBUG [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:16,698 INFO [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] regionserver.HStore(327): Store=304669fa9212de9a245e3e7a6536a304/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:16,699 INFO [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,699 INFO [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304669fa9212de9a245e3e7a6536a304 columnFamilyName norep 2024-11-12T12:20:16,699 DEBUG [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:16,700 INFO [StoreOpener-304669fa9212de9a245e3e7a6536a304-1 {}] regionserver.HStore(327): Store=304669fa9212de9a245e3e7a6536a304/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:16,700 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,700 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,701 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,701 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,701 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,702 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:20:16,703 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,705 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:16,705 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 304669fa9212de9a245e3e7a6536a304; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72931450, jitterRate=0.08676329255104065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:20:16,705 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:16,706 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 304669fa9212de9a245e3e7a6536a304: Running coprocessor pre-open hook at 1731414016690Writing region info on filesystem at 1731414016690Initializing all the Stores at 1731414016691 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414016691Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414016695 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414016695Cleaning up temporary data from old regions at 1731414016701 (+6 ms)Running coprocessor post-open hooks at 1731414016705 (+4 ms)Region opened successfully at 1731414016706 (+1 ms) 2024-11-12T12:20:16,707 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414015539.304669fa9212de9a245e3e7a6536a304., pid=6, masterSystemTime=1731414016686 2024-11-12T12:20:16,709 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:16,709 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:16,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=304669fa9212de9a245e3e7a6536a304, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:16,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 304669fa9212de9a245e3e7a6536a304, server=4a91c05c96a4,43767,1731414007552 because future has completed 2024-11-12T12:20:16,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:20:16,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 304669fa9212de9a245e3e7a6536a304, server=4a91c05c96a4,43767,1731414007552 in 178 msec 2024-11-12T12:20:16,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:20:16,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=304669fa9212de9a245e3e7a6536a304, ASSIGN in 335 msec 2024-11-12T12:20:16,716 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:20:16,717 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414016716"}]},"ts":"1731414016716"} 2024-11-12T12:20:16,719 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:20:16,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:20:16,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-12T12:20:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:17,687 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:20:17,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d805f9a 2024-11-12T12:20:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:17,689 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:17,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:20:17,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:20:17,691 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:17,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:20:17,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:20:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:17,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:20:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:18,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e19a52a1f179eb23dce8fa13c753b479, NAME => 'test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9 2024-11-12T12:20:18,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:20:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:18,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:18,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e19a52a1f179eb23dce8fa13c753b479, disabling compactions & flushes 2024-11-12T12:20:18,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:18,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:18,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. after waiting 0 ms 2024-11-12T12:20:18,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:18,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:18,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e19a52a1f179eb23dce8fa13c753b479: Waiting for close lock at 1731414018504Disabling compacts and flushes for region at 1731414018504Disabling writes for close at 1731414018504Writing region close event to WAL at 1731414018504Closed at 1731414018504 2024-11-12T12:20:18,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:20:18,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414018505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414018505"}]},"ts":"1731414018505"} 2024-11-12T12:20:18,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:20:18,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:20:18,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414018508"}]},"ts":"1731414018508"} 2024-11-12T12:20:18,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:20:18,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e19a52a1f179eb23dce8fa13c753b479, ASSIGN}] 2024-11-12T12:20:18,511 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e19a52a1f179eb23dce8fa13c753b479, ASSIGN 2024-11-12T12:20:18,512 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e19a52a1f179eb23dce8fa13c753b479, ASSIGN; state=OFFLINE, location=4a91c05c96a4,33355,1731414012570; forceNewPlan=false, retain=false 2024-11-12T12:20:18,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e19a52a1f179eb23dce8fa13c753b479, regionState=OPENING, regionLocation=4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:18,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e19a52a1f179eb23dce8fa13c753b479, ASSIGN because future has completed 2024-11-12T12:20:18,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19a52a1f179eb23dce8fa13c753b479, server=4a91c05c96a4,33355,1731414012570}] 2024-11-12T12:20:18,820 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:18,820 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e19a52a1f179eb23dce8fa13c753b479, NAME => 'test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:18,821 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:18,821 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:20:18,821 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,821 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:18,821 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,821 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,822 INFO [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,823 INFO [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19a52a1f179eb23dce8fa13c753b479 columnFamilyName f 2024-11-12T12:20:18,823 DEBUG [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:18,824 INFO [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] regionserver.HStore(327): Store=e19a52a1f179eb23dce8fa13c753b479/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:18,824 INFO [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,825 INFO [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19a52a1f179eb23dce8fa13c753b479 columnFamilyName f1 2024-11-12T12:20:18,825 DEBUG [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:18,825 INFO [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] regionserver.HStore(327): Store=e19a52a1f179eb23dce8fa13c753b479/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:18,825 INFO [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,826 INFO [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19a52a1f179eb23dce8fa13c753b479 columnFamilyName norep 2024-11-12T12:20:18,826 DEBUG [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:18,826 INFO [StoreOpener-e19a52a1f179eb23dce8fa13c753b479-1 {}] regionserver.HStore(327): Store=e19a52a1f179eb23dce8fa13c753b479/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:18,826 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,827 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:18,827 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,828 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,828 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,828 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:20:18,829 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,831 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:18,831 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e19a52a1f179eb23dce8fa13c753b479; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64425811, jitterRate=-0.039980605244636536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:20:18,831 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:18,831 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e19a52a1f179eb23dce8fa13c753b479: Running coprocessor pre-open hook at 1731414018821Writing region info on filesystem at 1731414018821Initializing all the Stores at 1731414018822 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414018822Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414018822Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414018822Cleaning up temporary data from old regions at 1731414018828 (+6 ms)Running coprocessor post-open hooks at 1731414018831 (+3 ms)Region opened successfully at 1731414018831 2024-11-12T12:20:18,832 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479., pid=6, masterSystemTime=1731414018817 2024-11-12T12:20:18,834 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:18,834 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:18,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e19a52a1f179eb23dce8fa13c753b479, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:18,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19a52a1f179eb23dce8fa13c753b479, server=4a91c05c96a4,33355,1731414012570 because future has completed 2024-11-12T12:20:18,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:20:18,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e19a52a1f179eb23dce8fa13c753b479, server=4a91c05c96a4,33355,1731414012570 in 172 msec 2024-11-12T12:20:18,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:20:18,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e19a52a1f179eb23dce8fa13c753b479, ASSIGN in 329 msec 2024-11-12T12:20:18,841 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:20:18,841 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414018841"}]},"ts":"1731414018841"} 2024-11-12T12:20:18,843 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:20:18,843 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:20:18,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-12T12:20:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:19,837 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:20:19,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cd010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35925,-1 for getting cluster id 2024-11-12T12:20:19,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:19,839 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c126c8bf-390b-4924-bb37-530873c1f7a0' 2024-11-12T12:20:19,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:19,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c126c8bf-390b-4924-bb37-530873c1f7a0" 2024-11-12T12:20:19,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6616c258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35925,-1] 2024-11-12T12:20:19,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:19,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:19,840 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:19,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da81d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42675,-1 for getting cluster id 2024-11-12T12:20:19,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:19,841 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7' 2024-11-12T12:20:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7" 2024-11-12T12:20:19,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c581dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42675,-1] 2024-11-12T12:20:19,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:19,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:19,842 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:19,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2906c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35925,-1 for getting cluster id 2024-11-12T12:20:19,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:19,844 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c126c8bf-390b-4924-bb37-530873c1f7a0' 2024-11-12T12:20:19,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:19,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c126c8bf-390b-4924-bb37-530873c1f7a0" 2024-11-12T12:20:19,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eeab58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35925,-1] 2024-11-12T12:20:19,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:19,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:19,846 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:19,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fb013c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:19,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:19,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e19d8c3 2024-11-12T12:20:19,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:19,848 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:19,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:42675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:20:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:20:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:19,851 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:42675' 2024-11-12T12:20:19,853 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2984f172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,853 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42675,-1 for getting cluster id 2024-11-12T12:20:19,854 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:19,854 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7' 2024-11-12T12:20:19,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:19,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7" 2024-11-12T12:20:19,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270f6193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42675,-1] 2024-11-12T12:20:19,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:19,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:19,855 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:19,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c70225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:19,856 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:19,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:19,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@547746d5 2024-11-12T12:20:19,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:19,857 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:19,858 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T12:20:19,858 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:20:19,858 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:19,858 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:19,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:19,858 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:19,859 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:20:19,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:20:19,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:19,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:20:19,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:20:19,910 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:20:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:20,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b16ad8e800b1f4d7b13c6f0fce95829d, NAME => 'hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759 2024-11-12T12:20:20,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:20:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:20,656 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T12:20:20,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:20,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b16ad8e800b1f4d7b13c6f0fce95829d, disabling compactions & flushes 2024-11-12T12:20:20,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:20,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:20,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. after waiting 0 ms 2024-11-12T12:20:20,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:20,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:20,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b16ad8e800b1f4d7b13c6f0fce95829d: Waiting for close lock at 1731414020718Disabling compacts and flushes for region at 1731414020718Disabling writes for close at 1731414020718Writing region close event to WAL at 1731414020718Closed at 1731414020718 2024-11-12T12:20:20,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:20:20,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731414020719"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414020719"}]},"ts":"1731414020719"} 2024-11-12T12:20:20,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:20:20,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:20:20,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414020722"}]},"ts":"1731414020722"} 2024-11-12T12:20:20,723 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:20:20,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b16ad8e800b1f4d7b13c6f0fce95829d, ASSIGN}] 2024-11-12T12:20:20,724 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b16ad8e800b1f4d7b13c6f0fce95829d, ASSIGN 2024-11-12T12:20:20,725 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b16ad8e800b1f4d7b13c6f0fce95829d, ASSIGN; state=OFFLINE, location=4a91c05c96a4,43767,1731414007552; forceNewPlan=false, retain=false 2024-11-12T12:20:20,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b16ad8e800b1f4d7b13c6f0fce95829d, regionState=OPENING, regionLocation=4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:20,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b16ad8e800b1f4d7b13c6f0fce95829d, ASSIGN because future has completed 2024-11-12T12:20:20,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b16ad8e800b1f4d7b13c6f0fce95829d, server=4a91c05c96a4,43767,1731414007552}] 2024-11-12T12:20:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:21,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:21,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:21,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:20:21,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C43767%2C1731414007552.rep, suffix=, logDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552, archiveDir=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/oldWALs, maxLogs=10 2024-11-12T12:20:21,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.rep.1731414021034, exclude list is [], retry=0 2024-11-12T12:20:21,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35659,DS-b3b1a1f0-da07-401b-9074-d939ad6e04a2,DISK] 2024-11-12T12:20:21,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.rep.1731414021034 2024-11-12T12:20:21,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33047:33047)] 2024-11-12T12:20:21,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b16ad8e800b1f4d7b13c6f0fce95829d, NAME => 'hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:21,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:21,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:20:21,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. service=MultiRowMutationService 2024-11-12T12:20:21,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:20:21,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:21,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,051 INFO [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,052 INFO [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16ad8e800b1f4d7b13c6f0fce95829d columnFamilyName hfileref 2024-11-12T12:20:21,052 DEBUG [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:21,052 INFO [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] regionserver.HStore(327): Store=b16ad8e800b1f4d7b13c6f0fce95829d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:21,052 INFO [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,053 INFO [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16ad8e800b1f4d7b13c6f0fce95829d columnFamilyName queue 2024-11-12T12:20:21,053 DEBUG [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:21,053 INFO [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] regionserver.HStore(327): Store=b16ad8e800b1f4d7b13c6f0fce95829d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:21,053 INFO [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,054 INFO [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16ad8e800b1f4d7b13c6f0fce95829d columnFamilyName sid 2024-11-12T12:20:21,054 DEBUG [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:21,055 INFO [StoreOpener-b16ad8e800b1f4d7b13c6f0fce95829d-1 {}] regionserver.HStore(327): Store=b16ad8e800b1f4d7b13c6f0fce95829d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:21,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:20:21,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:21,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b16ad8e800b1f4d7b13c6f0fce95829d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69243702, jitterRate=0.03181156516075134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:20:21,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:21,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b16ad8e800b1f4d7b13c6f0fce95829d: Running coprocessor pre-open hook at 1731414021050Writing region info on filesystem at 1731414021050Initializing all the Stores at 1731414021050Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414021050Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414021051 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414021051Cleaning up temporary data from old regions at 1731414021056 (+5 ms)Running coprocessor post-open hooks at 1731414021060 (+4 ms)Region opened successfully at 1731414021060 2024-11-12T12:20:21,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d., pid=10, masterSystemTime=1731414021030 2024-11-12T12:20:21,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:21,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:21,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b16ad8e800b1f4d7b13c6f0fce95829d, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:21,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b16ad8e800b1f4d7b13c6f0fce95829d, server=4a91c05c96a4,43767,1731414007552 because future has completed 2024-11-12T12:20:21,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:20:21,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b16ad8e800b1f4d7b13c6f0fce95829d, server=4a91c05c96a4,43767,1731414007552 in 191 msec 2024-11-12T12:20:21,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:20:21,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b16ad8e800b1f4d7b13c6f0fce95829d, ASSIGN in 348 msec 2024-11-12T12:20:21,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:20:21,073 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414021073"}]},"ts":"1731414021073"} 2024-11-12T12:20:21,075 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:20:21,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:20:21,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-11-12T12:20:21,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d., hostname=4a91c05c96a4,43767,1731414007552, seqNum=2] 2024-11-12T12:20:21,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:21,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:21,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:20:21,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:20:21,314 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:20:21,340 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,43767,1731414007552, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:20:21,341 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:21,341 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43767,1731414007552, seqNum=-1] 2024-11-12T12:20:21,341 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:21,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T12:20:21,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,43767,1731414007552', locateType=CURRENT is [region=hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d., hostname=4a91c05c96a4,43767,1731414007552, seqNum=2] 2024-11-12T12:20:21,345 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:20:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:20:21,347 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,43767,1731414007552 suceeded 2024-11-12T12:20:21,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:20:21,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T12:20:21,349 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:42675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:20:21,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-12T12:20:21,359 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:42675' 2024-11-12T12:20:21,360 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68aea463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:21,360 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42675,-1 for getting cluster id 2024-11-12T12:20:21,360 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:21,360 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7' 2024-11-12T12:20:21,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:21,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7" 2024-11-12T12:20:21,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e4f6d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:21,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42675,-1] 2024-11-12T12:20:21,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:21,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:21,362 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:21,362 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e5cf9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:21,362 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:21,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:21,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33912a0c 2024-11-12T12:20:21,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:21,364 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T12:20:21,364 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,43767,1731414007552 (queues=1) is replicating from cluster=c126c8bf-390b-4924-bb37-530873c1f7a0 to cluster=a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7 2024-11-12T12:20:21,364 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C43767%2C1731414007552 2024-11-12T12:20:21,365 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,43767,1731414007552, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:20:21,365 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C43767%2C1731414007552 2024-11-12T12:20:21,365 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766, startPosition=0, beingWritten=true 2024-11-12T12:20:21,370 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:21,370 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 379, reset compression=false 2024-11-12T12:20:21,370 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,43767,1731414007552 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:20:21,575 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 379, reset compression=false 2024-11-12T12:20:21,629 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T12:20:21,879 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 379, reset compression=false 2024-11-12T12:20:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:22,008 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:20:22,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:22,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:22,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:22,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:22,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:22,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:22,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42675,-1 for getting cluster id 2024-11-12T12:20:22,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:22,010 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7' 2024-11-12T12:20:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7" 2024-11-12T12:20:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181ee88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42675,-1] 2024-11-12T12:20:22,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:22,011 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782f8adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:22,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cf64357 2024-11-12T12:20:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:22,013 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:22,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:35925,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:20:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:20:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:22,016 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:35925' 2024-11-12T12:20:22,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bc4383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:22,017 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35925,-1 for getting cluster id 2024-11-12T12:20:22,017 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:22,017 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c126c8bf-390b-4924-bb37-530873c1f7a0' 2024-11-12T12:20:22,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:22,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c126c8bf-390b-4924-bb37-530873c1f7a0" 2024-11-12T12:20:22,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619d64c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:22,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35925,-1] 2024-11-12T12:20:22,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:22,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:22,019 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:22,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdfc7d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:22,019 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:22,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:22,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76752b9c 2024-11-12T12:20:22,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:22,020 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:22,021 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T12:20:22,021 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:20:22,021 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:22,021 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:22,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:22,021 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:22,022 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:20:22,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:20:22,023 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:22,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:20:22,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:20:22,073 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:20:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:22,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:20:22,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:22,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:22,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:22,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:22,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:22,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:22,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:22,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:22,283 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 379, reset compression=false 2024-11-12T12:20:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:22,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 979391dee1ba005eccc3725311dc2380, NAME => 'hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9 2024-11-12T12:20:22,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:20:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:22,787 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 379, reset compression=false 2024-11-12T12:20:22,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:22,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 979391dee1ba005eccc3725311dc2380, disabling compactions & flushes 2024-11-12T12:20:22,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:22,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:22,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. after waiting 0 ms 2024-11-12T12:20:22,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:22,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:22,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 979391dee1ba005eccc3725311dc2380: Waiting for close lock at 1731414022836Disabling compacts and flushes for region at 1731414022836Disabling writes for close at 1731414022836Writing region close event to WAL at 1731414022836Closed at 1731414022836 2024-11-12T12:20:22,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:20:22,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731414022838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414022838"}]},"ts":"1731414022838"} 2024-11-12T12:20:22,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:20:22,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:20:22,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414022841"}]},"ts":"1731414022841"} 2024-11-12T12:20:22,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:20:22,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=979391dee1ba005eccc3725311dc2380, ASSIGN}] 2024-11-12T12:20:22,843 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=979391dee1ba005eccc3725311dc2380, ASSIGN 2024-11-12T12:20:22,844 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=979391dee1ba005eccc3725311dc2380, ASSIGN; state=OFFLINE, location=4a91c05c96a4,33355,1731414012570; forceNewPlan=false, retain=false 2024-11-12T12:20:22,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=979391dee1ba005eccc3725311dc2380, regionState=OPENING, regionLocation=4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:22,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=979391dee1ba005eccc3725311dc2380, ASSIGN because future has completed 2024-11-12T12:20:22,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 979391dee1ba005eccc3725311dc2380, server=4a91c05c96a4,33355,1731414012570}] 2024-11-12T12:20:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:23,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:23,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:23,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:20:23,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C33355%2C1731414012570.rep, suffix=, logDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570, archiveDir=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/oldWALs, maxLogs=10 2024-11-12T12:20:23,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.rep.1731414023153, exclude list is [], retry=0 2024-11-12T12:20:23,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44171,DS-a3066c4f-6072-4ef5-9ed6-d4241d7e7d18,DISK] 2024-11-12T12:20:23,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.rep.1731414023153 2024-11-12T12:20:23,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45713:45713)] 2024-11-12T12:20:23,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 979391dee1ba005eccc3725311dc2380, NAME => 'hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:23,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:23,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:20:23,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. service=MultiRowMutationService 2024-11-12T12:20:23,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:20:23,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:23,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,171 INFO [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,172 INFO [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 979391dee1ba005eccc3725311dc2380 columnFamilyName hfileref 2024-11-12T12:20:23,172 DEBUG [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:23,173 INFO [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] regionserver.HStore(327): Store=979391dee1ba005eccc3725311dc2380/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:23,173 INFO [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,174 INFO [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 979391dee1ba005eccc3725311dc2380 columnFamilyName queue 2024-11-12T12:20:23,174 DEBUG [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:23,174 INFO [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] regionserver.HStore(327): Store=979391dee1ba005eccc3725311dc2380/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:23,174 INFO [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,175 INFO [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 979391dee1ba005eccc3725311dc2380 columnFamilyName sid 2024-11-12T12:20:23,175 DEBUG [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:23,175 INFO [StoreOpener-979391dee1ba005eccc3725311dc2380-1 {}] regionserver.HStore(327): Store=979391dee1ba005eccc3725311dc2380/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:23,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:20:23,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:23,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 979391dee1ba005eccc3725311dc2380; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63873469, jitterRate=-0.04821114242076874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:20:23,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:23,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 979391dee1ba005eccc3725311dc2380: Running coprocessor pre-open hook at 1731414023170Writing region info on filesystem at 1731414023170Initializing all the Stores at 1731414023171 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414023171Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414023171Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414023171Cleaning up temporary data from old regions at 1731414023177 (+6 ms)Running coprocessor post-open hooks at 1731414023181 (+4 ms)Region opened successfully at 1731414023181 2024-11-12T12:20:23,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380., pid=10, masterSystemTime=1731414023148 2024-11-12T12:20:23,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:23,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:23,183 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=979391dee1ba005eccc3725311dc2380, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:23,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 979391dee1ba005eccc3725311dc2380, server=4a91c05c96a4,33355,1731414012570 because future has completed 2024-11-12T12:20:23,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:20:23,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 979391dee1ba005eccc3725311dc2380, server=4a91c05c96a4,33355,1731414012570 in 189 msec 2024-11-12T12:20:23,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:20:23,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=979391dee1ba005eccc3725311dc2380, ASSIGN in 346 msec 2024-11-12T12:20:23,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:20:23,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414023190"}]},"ts":"1731414023190"} 2024-11-12T12:20:23,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:20:23,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:20:23,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-12T12:20:23,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380., hostname=4a91c05c96a4,33355,1731414012570, seqNum=2] 2024-11-12T12:20:23,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:23,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:23,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:20:23,392 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 379, reset compression=false 2024-11-12T12:20:23,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:20:23,435 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:20:23,465 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,33355,1731414012570, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:20:23,466 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:23,466 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,33355,1731414012570, seqNum=-1] 2024-11-12T12:20:23,466 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:23,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T12:20:23,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,33355,1731414012570', locateType=CURRENT is [region=hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380., hostname=4a91c05c96a4,33355,1731414012570, seqNum=2] 2024-11-12T12:20:23,471 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:20:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:20:23,478 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,33355,1731414012570 suceeded 2024-11-12T12:20:23,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:20:23,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-12T12:20:23,480 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:35925,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:20:23,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-11-12T12:20:23,488 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:35925' 2024-11-12T12:20:23,490 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a4ab642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:23,490 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35925,-1 for getting cluster id 2024-11-12T12:20:23,490 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:23,491 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c126c8bf-390b-4924-bb37-530873c1f7a0' 2024-11-12T12:20:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c126c8bf-390b-4924-bb37-530873c1f7a0" 2024-11-12T12:20:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c58ff88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35925,-1] 2024-11-12T12:20:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:23,492 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:23,492 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ee54333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:23,493 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:23,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:23,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d18f1de 2024-11-12T12:20:23,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:23,494 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T12:20:23,494 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,33355,1731414012570 (queues=1) is replicating from cluster=a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7 to cluster=c126c8bf-390b-4924-bb37-530873c1f7a0 2024-11-12T12:20:23,494 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C33355%2C1731414012570 2024-11-12T12:20:23,495 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,33355,1731414012570, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:20:23,495 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C33355%2C1731414012570 2024-11-12T12:20:23,495 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801, startPosition=0, beingWritten=true 2024-11-12T12:20:23,502 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:23,502 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 379, reset compression=false 2024-11-12T12:20:23,502 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,33355,1731414012570 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:20:23,706 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 379, reset compression=false 2024-11-12T12:20:24,010 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 379, reset compression=false 2024-11-12T12:20:24,096 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 379, reset compression=false 2024-11-12T12:20:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:24,158 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:20:24,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:24,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:24,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:24,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:24,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:24,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:24,169 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731414024169/Put/seqid=0 2024-11-12T12:20:24,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741840_1016 (size=7894) 2024-11-12T12:20:24,196 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731414024195/Put/seqid=0 2024-11-12T12:20:24,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741841_1017 (size=7691) 2024-11-12T12:20:24,437 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 379, reset compression=false 2024-11-12T12:20:24,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:24,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35925,-1 for getting cluster id 2024-11-12T12:20:24,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:24,633 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c126c8bf-390b-4924-bb37-530873c1f7a0' 2024-11-12T12:20:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c126c8bf-390b-4924-bb37-530873c1f7a0" 2024-11-12T12:20:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea00c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35925,-1] 2024-11-12T12:20:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:24,636 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:24,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:24,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43767,1731414007552, seqNum=-1] 2024-11-12T12:20:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:24,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:24,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:24,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7922da7 2024-11-12T12:20:24,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:24,662 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:24,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731414015539.304669fa9212de9a245e3e7a6536a304., hostname=4a91c05c96a4,43767,1731414007552, seqNum=2] 2024-11-12T12:20:24,667 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:20:24,676 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T12:20:24,678 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T12:20:24,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 304669fa9212de9a245e3e7a6536a304/f 2024-11-12T12:20:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T12:20:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:20:24,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 304669fa9212de9a245e3e7a6536a304/f 2024-11-12T12:20:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T12:20:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:20:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HRegion(2603): Flush status journal for 304669fa9212de9a245e3e7a6536a304: 2024-11-12T12:20:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins__test__8cfoe3eb6u69d42ufcaook3d12eavk1r2uc0uk5jjfsmttq3nd38on35pv9rjct/f/hfile_1 2024-11-12T12:20:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins__test__8cfoe3eb6u69d42ufcaook3d12eavk1r2uc0uk5jjfsmttq3nd38on35pv9rjct/f/hfile_1 as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_ 2024-11-12T12:20:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins__test__8cfoe3eb6u69d42ufcaook3d12eavk1r2uc0uk5jjfsmttq3nd38on35pv9rjct/f/hfile_0 2024-11-12T12:20:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins__test__8cfoe3eb6u69d42ufcaook3d12eavk1r2uc0uk5jjfsmttq3nd38on35pv9rjct/f/hfile_0 as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/526c1c8be43a45c59384605ad11d0519_SeqId_4_ 2024-11-12T12:20:24,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins__test__8cfoe3eb6u69d42ufcaook3d12eavk1r2uc0uk5jjfsmttq3nd38on35pv9rjct/f/hfile_1 into 304669fa9212de9a245e3e7a6536a304/f as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_ - updating store file list. 2024-11-12T12:20:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:20:24,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_ into 304669fa9212de9a245e3e7a6536a304/f 2024-11-12T12:20:24,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins__test__8cfoe3eb6u69d42ufcaook3d12eavk1r2uc0uk5jjfsmttq3nd38on35pv9rjct/f/hfile_1 into 304669fa9212de9a245e3e7a6536a304/f (new location: hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_) 2024-11-12T12:20:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins__test__8cfoe3eb6u69d42ufcaook3d12eavk1r2uc0uk5jjfsmttq3nd38on35pv9rjct/f/hfile_1 2024-11-12T12:20:24,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins__test__8cfoe3eb6u69d42ufcaook3d12eavk1r2uc0uk5jjfsmttq3nd38on35pv9rjct/f/hfile_0 into 304669fa9212de9a245e3e7a6536a304/f as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/526c1c8be43a45c59384605ad11d0519_SeqId_4_ - updating store file list. 2024-11-12T12:20:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 526c1c8be43a45c59384605ad11d0519_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:20:24,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/526c1c8be43a45c59384605ad11d0519_SeqId_4_ into 304669fa9212de9a245e3e7a6536a304/f 2024-11-12T12:20:24,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins__test__8cfoe3eb6u69d42ufcaook3d12eavk1r2uc0uk5jjfsmttq3nd38on35pv9rjct/f/hfile_0 into 304669fa9212de9a245e3e7a6536a304/f (new location: hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/526c1c8be43a45c59384605ad11d0519_SeqId_4_) 2024-11-12T12:20:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins__test__8cfoe3eb6u69d42ufcaook3d12eavk1r2uc0uk5jjfsmttq3nd38on35pv9rjct/f/hfile_0 2024-11-12T12:20:24,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:24,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:24,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:24,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:24,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:24,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,33355,1731414012570, seqNum=-1] 2024-11-12T12:20:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731414015539.304669fa9212de9a245e3e7a6536a304., hostname=4a91c05c96a4,43767,1731414007552, seqNum=2 , the old value is region=test,,1731414015539.304669fa9212de9a245e3e7a6536a304., hostname=4a91c05c96a4,43767,1731414007552, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4a91c05c96a4:43767 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T12:20:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731414015539.304669fa9212de9a245e3e7a6536a304., hostname=4a91c05c96a4,43767,1731414007552, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T12:20:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731414015539.304669fa9212de9a245e3e7a6536a304., hostname=4a91c05c96a4,43767,1731414007552, seqNum=2 from cache 2024-11-12T12:20:24,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:24,742 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T12:20:24,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479., hostname=4a91c05c96a4,33355,1731414012570, seqNum=2] 2024-11-12T12:20:24,747 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T12:20:24,848 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:43767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T12:20:24,948 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 379, reset compression=false 2024-11-12T12:20:24,952 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 379, reset compression=false 2024-11-12T12:20:24,989 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:20:24,989 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,43767,1731414007552 got entry batch from reader: WALEntryBatch [walEntries=[{test/304669fa9212de9a245e3e7a6536a304/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731414024732/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T12:20:24,992 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:20:24,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-12T12:20:24,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.ReplicationSink(318): Replicating [c126c8bf-390b-4924-bb37-530873c1f7a0] bulk loaded data 2024-11-12T12:20:24,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@162ea1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:24,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42675,-1 for getting cluster id 2024-11-12T12:20:24,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:25,000 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7' 2024-11-12T12:20:25,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7" 2024-11-12T12:20:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e256154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42675,-1] 2024-11-12T12:20:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:25,002 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:25,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15c3049e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:25,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741840_1016 (size=7691) 2024-11-12T12:20:25,189 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 687, reset compression=false 2024-11-12T12:20:25,493 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 687, reset compression=false 2024-11-12T12:20:25,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741841_1017 (size=7894) 2024-11-12T12:20:25,590 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 379, reset compression=false 2024-11-12T12:20:25,749 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T12:20:25,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T12:20:25,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T12:20:25,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T12:20:25,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T12:20:25,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:20:25,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T12:20:25,896 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 687, reset compression=false 2024-11-12T12:20:25,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:25,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:25,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c635e3 2024-11-12T12:20:25,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:25,908 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T12:20:25,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:20:25,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:25,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,33355,1731414012570, seqNum=-1] 2024-11-12T12:20:25,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:25,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T12:20:25,917 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/526c1c8be43a45c59384605ad11d0519_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T12:20:25,919 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T12:20:25,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/526c1c8be43a45c59384605ad11d0519_SeqId_4_ for inclusion in e19a52a1f179eb23dce8fa13c753b479/f 2024-11-12T12:20:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T12:20:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:20:25,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_ for inclusion in e19a52a1f179eb23dce8fa13c753b479/f 2024-11-12T12:20:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T12:20:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:20:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HRegion(2603): Flush status journal for e19a52a1f179eb23dce8fa13c753b479: 2024-11-12T12:20:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 526c1c8be43a45c59384605ad11d0519_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:20:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/526c1c8be43a45c59384605ad11d0519_SeqId_4_ as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/f34da55c263342da9a66928df00a0cb9_SeqId_4_ 2024-11-12T12:20:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:20:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_ as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/2674613ace114309a38f164b4bf128a3_SeqId_4_ 2024-11-12T12:20:25,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/526c1c8be43a45c59384605ad11d0519_SeqId_4_ into e19a52a1f179eb23dce8fa13c753b479/f as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/f34da55c263342da9a66928df00a0cb9_SeqId_4_ - updating store file list. 2024-11-12T12:20:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f34da55c263342da9a66928df00a0cb9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:20:25,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/f34da55c263342da9a66928df00a0cb9_SeqId_4_ into e19a52a1f179eb23dce8fa13c753b479/f 2024-11-12T12:20:25,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/526c1c8be43a45c59384605ad11d0519_SeqId_4_ into e19a52a1f179eb23dce8fa13c753b479/f (new location: hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/f34da55c263342da9a66928df00a0cb9_SeqId_4_) 2024-11-12T12:20:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/526c1c8be43a45c59384605ad11d0519_SeqId_4_ 2024-11-12T12:20:25,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_ into e19a52a1f179eb23dce8fa13c753b479/f as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/2674613ace114309a38f164b4bf128a3_SeqId_4_ - updating store file list. 2024-11-12T12:20:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2674613ace114309a38f164b4bf128a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:20:25,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/2674613ace114309a38f164b4bf128a3_SeqId_4_ into e19a52a1f179eb23dce8fa13c753b479/f 2024-11-12T12:20:25,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_ into e19a52a1f179eb23dce8fa13c753b479/f (new location: hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/2674613ace114309a38f164b4bf128a3_SeqId_4_) 2024-11-12T12:20:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins.hfs.11__test__bqs1s7v3n2eg1mrruv91gm9h0njlrnv26rv265vkjvgnofn75pggvidgclap1abm/f/7c1c53c490bb4067a9a2a6d2225a096d_SeqId_4_ 2024-11-12T12:20:25,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.ReplicationSink(324): Finished replicating [c126c8bf-390b-4924-bb37-530873c1f7a0] bulk loaded data 2024-11-12T12:20:26,294 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 379, reset compression=false 2024-11-12T12:20:26,301 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:20:26,301 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,33355,1731414012570 got entry batch from reader: WALEntryBatch [walEntries=[{test/e19a52a1f179eb23dce8fa13c753b479/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731414025942/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T12:20:26,304 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:20:26,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-12T12:20:26,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.ReplicationSink(318): Replicating [c126c8bf-390b-4924-bb37-530873c1f7a0, a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7] bulk loaded data 2024-11-12T12:20:26,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53299bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:26,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35925,-1 for getting cluster id 2024-11-12T12:20:26,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:26,307 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c126c8bf-390b-4924-bb37-530873c1f7a0' 2024-11-12T12:20:26,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:26,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c126c8bf-390b-4924-bb37-530873c1f7a0" 2024-11-12T12:20:26,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31c1e655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:26,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35925,-1] 2024-11-12T12:20:26,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:26,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:26,308 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:26,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c6fdc99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:26,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741842_1018 (size=7894) 2024-11-12T12:20:26,400 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 687, reset compression=false 2024-11-12T12:20:26,501 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 725, reset compression=false 2024-11-12T12:20:26,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741843_1019 (size=7691) 2024-11-12T12:20:26,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:26,762 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731414026761/Put/seqid=0 2024-11-12T12:20:26,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741842_1018 (size=11194) 2024-11-12T12:20:26,806 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 725, reset compression=false 2024-11-12T12:20:27,003 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 687, reset compression=false 2024-11-12T12:20:27,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:27,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:27,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58374484 2024-11-12T12:20:27,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:27,139 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T12:20:27,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:20:27,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:27,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43767,1731414007552, seqNum=-1] 2024-11-12T12:20:27,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:27,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T12:20:27,149 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__o88heekp64q9aondrbnan1ec7kdi9nknolcut4bh7fhijn2kd8ijcqa872o75tvv/f/2674613ace114309a38f164b4bf128a3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T12:20:27,152 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__o88heekp64q9aondrbnan1ec7kdi9nknolcut4bh7fhijn2kd8ijcqa872o75tvv/f/f34da55c263342da9a66928df00a0cb9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T12:20:27,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.ReplicationSink(324): Finished replicating [c126c8bf-390b-4924-bb37-530873c1f7a0, a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7] bulk loaded data 2024-11-12T12:20:27,168 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731414027168/Put/seqid=0 2024-11-12T12:20:27,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741843_1019 (size=10791) 2024-11-12T12:20:27,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d3f3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:27,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42675,-1 for getting cluster id 2024-11-12T12:20:27,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:27,175 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7' 2024-11-12T12:20:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7" 2024-11-12T12:20:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c16e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42675,-1] 2024-11-12T12:20:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:27,176 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:27,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d89c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:27,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,33355,1731414012570, seqNum=-1] 2024-11-12T12:20:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:27,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:27,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:27,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:27,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18809f05 2024-11-12T12:20:27,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:27,188 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479., hostname=4a91c05c96a4,33355,1731414012570, seqNum=2] 2024-11-12T12:20:27,195 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:20:27,200 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T12:20:27,202 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T12:20:27,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/testHFileCyclicReplication_10/f/hfile_0 for inclusion in e19a52a1f179eb23dce8fa13c753b479/f 2024-11-12T12:20:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T12:20:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:20:27,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/testHFileCyclicReplication_10/f/hfile_1 for inclusion in e19a52a1f179eb23dce8fa13c753b479/f 2024-11-12T12:20:27,210 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 725, reset compression=false 2024-11-12T12:20:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T12:20:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:20:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HRegion(2603): Flush status journal for e19a52a1f179eb23dce8fa13c753b479: 2024-11-12T12:20:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins__test__sipi4vv6gdq7l4jp3lal14gd2fjo5caoe6m15lu6r3d9rkq0kkrn9t0vupsfrt6j/f/hfile_0 2024-11-12T12:20:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins__test__sipi4vv6gdq7l4jp3lal14gd2fjo5caoe6m15lu6r3d9rkq0kkrn9t0vupsfrt6j/f/hfile_0 as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/30acc268c1d142dbb79edc53a2efdc75_SeqId_6_ 2024-11-12T12:20:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins__test__sipi4vv6gdq7l4jp3lal14gd2fjo5caoe6m15lu6r3d9rkq0kkrn9t0vupsfrt6j/f/hfile_1 2024-11-12T12:20:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins__test__sipi4vv6gdq7l4jp3lal14gd2fjo5caoe6m15lu6r3d9rkq0kkrn9t0vupsfrt6j/f/hfile_1 as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/266d36cb3363469ebcbf0c53b6e33119_SeqId_6_ 2024-11-12T12:20:27,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins__test__sipi4vv6gdq7l4jp3lal14gd2fjo5caoe6m15lu6r3d9rkq0kkrn9t0vupsfrt6j/f/hfile_0 into e19a52a1f179eb23dce8fa13c753b479/f as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/30acc268c1d142dbb79edc53a2efdc75_SeqId_6_ - updating store file list. 2024-11-12T12:20:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30acc268c1d142dbb79edc53a2efdc75_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T12:20:27,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/30acc268c1d142dbb79edc53a2efdc75_SeqId_6_ into e19a52a1f179eb23dce8fa13c753b479/f 2024-11-12T12:20:27,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins__test__sipi4vv6gdq7l4jp3lal14gd2fjo5caoe6m15lu6r3d9rkq0kkrn9t0vupsfrt6j/f/hfile_0 into e19a52a1f179eb23dce8fa13c753b479/f (new location: hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/30acc268c1d142dbb79edc53a2efdc75_SeqId_6_) 2024-11-12T12:20:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins__test__sipi4vv6gdq7l4jp3lal14gd2fjo5caoe6m15lu6r3d9rkq0kkrn9t0vupsfrt6j/f/hfile_0 2024-11-12T12:20:27,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins__test__sipi4vv6gdq7l4jp3lal14gd2fjo5caoe6m15lu6r3d9rkq0kkrn9t0vupsfrt6j/f/hfile_1 into e19a52a1f179eb23dce8fa13c753b479/f as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/266d36cb3363469ebcbf0c53b6e33119_SeqId_6_ - updating store file list. 2024-11-12T12:20:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 266d36cb3363469ebcbf0c53b6e33119_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T12:20:27,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/266d36cb3363469ebcbf0c53b6e33119_SeqId_6_ into e19a52a1f179eb23dce8fa13c753b479/f 2024-11-12T12:20:27,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins__test__sipi4vv6gdq7l4jp3lal14gd2fjo5caoe6m15lu6r3d9rkq0kkrn9t0vupsfrt6j/f/hfile_1 into e19a52a1f179eb23dce8fa13c753b479/f (new location: hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/f/266d36cb3363469ebcbf0c53b6e33119_SeqId_6_) 2024-11-12T12:20:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/staging/jenkins__test__sipi4vv6gdq7l4jp3lal14gd2fjo5caoe6m15lu6r3d9rkq0kkrn9t0vupsfrt6j/f/hfile_1 2024-11-12T12:20:27,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:27,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:27,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:27,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:27,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:27,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43767,1731414007552, seqNum=-1] 2024-11-12T12:20:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:27,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731414015539.304669fa9212de9a245e3e7a6536a304., hostname=4a91c05c96a4,43767,1731414007552, seqNum=2] 2024-11-12T12:20:27,263 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T12:20:27,707 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 687, reset compression=false 2024-11-12T12:20:27,718 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 725, reset compression=false 2024-11-12T12:20:27,734 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:20:27,734 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,33355,1731414012570 got entry batch from reader: WALEntryBatch [walEntries=[{test/e19a52a1f179eb23dce8fa13c753b479/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731414027238/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T12:20:27,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.ReplicationSink(318): Replicating [a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7] bulk loaded data 2024-11-12T12:20:27,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741844_1020 (size=11194) 2024-11-12T12:20:27,934 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 1033, reset compression=false 2024-11-12T12:20:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741845_1021 (size=10791) 2024-11-12T12:20:28,238 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 1033, reset compression=false 2024-11-12T12:20:28,269 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T12:20:28,525 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 687, reset compression=false 2024-11-12T12:20:28,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:20:28,581 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/266d36cb3363469ebcbf0c53b6e33119_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-12T12:20:28,588 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/30acc268c1d142dbb79edc53a2efdc75_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-12T12:20:28,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/266d36cb3363469ebcbf0c53b6e33119_SeqId_6_ for inclusion in 304669fa9212de9a245e3e7a6536a304/f 2024-11-12T12:20:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T12:20:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:20:28,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/30acc268c1d142dbb79edc53a2efdc75_SeqId_6_ for inclusion in 304669fa9212de9a245e3e7a6536a304/f 2024-11-12T12:20:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T12:20:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:20:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HRegion(2603): Flush status journal for 304669fa9212de9a245e3e7a6536a304: 2024-11-12T12:20:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 266d36cb3363469ebcbf0c53b6e33119_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:20:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/266d36cb3363469ebcbf0c53b6e33119_SeqId_6_ as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/e498f8d4a725452babd3d3ba8e678f45_SeqId_6_ 2024-11-12T12:20:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 30acc268c1d142dbb79edc53a2efdc75_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:20:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/30acc268c1d142dbb79edc53a2efdc75_SeqId_6_ as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/76a4649597ab447faa2e7b7b0b128459_SeqId_6_ 2024-11-12T12:20:28,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/266d36cb3363469ebcbf0c53b6e33119_SeqId_6_ into 304669fa9212de9a245e3e7a6536a304/f as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/e498f8d4a725452babd3d3ba8e678f45_SeqId_6_ - updating store file list. 2024-11-12T12:20:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e498f8d4a725452babd3d3ba8e678f45_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T12:20:28,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/e498f8d4a725452babd3d3ba8e678f45_SeqId_6_ into 304669fa9212de9a245e3e7a6536a304/f 2024-11-12T12:20:28,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/266d36cb3363469ebcbf0c53b6e33119_SeqId_6_ into 304669fa9212de9a245e3e7a6536a304/f (new location: hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/e498f8d4a725452babd3d3ba8e678f45_SeqId_6_) 2024-11-12T12:20:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/266d36cb3363469ebcbf0c53b6e33119_SeqId_6_ 2024-11-12T12:20:28,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/30acc268c1d142dbb79edc53a2efdc75_SeqId_6_ into 304669fa9212de9a245e3e7a6536a304/f as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/76a4649597ab447faa2e7b7b0b128459_SeqId_6_ - updating store file list. 2024-11-12T12:20:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76a4649597ab447faa2e7b7b0b128459_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T12:20:28,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/76a4649597ab447faa2e7b7b0b128459_SeqId_6_ into 304669fa9212de9a245e3e7a6536a304/f 2024-11-12T12:20:28,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/30acc268c1d142dbb79edc53a2efdc75_SeqId_6_ into 304669fa9212de9a245e3e7a6536a304/f (new location: hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/f/76a4649597ab447faa2e7b7b0b128459_SeqId_6_) 2024-11-12T12:20:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/staging/jenkins.hfs.10__test__gob00suai8tumd1a48b4p1oi8rv5f917q9e2u4p5ko7o6eit2ttuf3547su35poj/f/30acc268c1d142dbb79edc53a2efdc75_SeqId_6_ 2024-11-12T12:20:28,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43767 {}] regionserver.ReplicationSink(324): Finished replicating [a6b5f4b9-63e7-4fcd-ba2b-a8780cbb3cc7] bulk loaded data 2024-11-12T12:20:28,641 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 1033, reset compression=false 2024-11-12T12:20:28,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:20:28,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:28,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:28,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:28,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:28,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:28,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:28,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:28,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:29,150 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 1033, reset compression=false 2024-11-12T12:20:29,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:20:29,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:29,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:29,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:29,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:29,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:20:29,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:29,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1151085492, stopped=false 2024-11-12T12:20:29,280 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,42675,1731414012453 2024-11-12T12:20:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-926348827/running 2024-11-12T12:20:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-926348827/running 2024-11-12T12:20:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:29,379 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:20:29,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:29,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:29,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:29,380 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,33355,1731414012570' ***** 2024-11-12T12:20:29,380 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:20:29,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Set watcher on znode that does not yet exist, /1-926348827/running 2024-11-12T12:20:29,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Set watcher on znode that does not yet exist, /1-926348827/running 2024-11-12T12:20:29,380 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:20:29,380 INFO [RS:0;4a91c05c96a4:33355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:20:29,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:20:29,380 INFO [RS:0;4a91c05c96a4:33355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:20:29,380 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(3091): Received CLOSE for 979391dee1ba005eccc3725311dc2380 2024-11-12T12:20:29,381 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(3091): Received CLOSE for e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:29,381 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:29,381 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:20:29,381 INFO [RS:0;4a91c05c96a4:33355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:33355. 2024-11-12T12:20:29,381 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 979391dee1ba005eccc3725311dc2380, disabling compactions & flushes 2024-11-12T12:20:29,381 DEBUG [RS:0;4a91c05c96a4:33355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:29,381 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:29,381 DEBUG [RS:0;4a91c05c96a4:33355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:29,381 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:29,381 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. after waiting 0 ms 2024-11-12T12:20:29,381 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:29,381 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:20:29,381 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:20:29,381 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:20:29,381 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:20:29,381 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 979391dee1ba005eccc3725311dc2380 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-12T12:20:29,381 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:20:29,381 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1325): Online Regions={979391dee1ba005eccc3725311dc2380=hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380., 1588230740=hbase:meta,,1.1588230740, e19a52a1f179eb23dce8fa13c753b479=test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479.} 2024-11-12T12:20:29,381 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:20:29,381 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 979391dee1ba005eccc3725311dc2380, e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:29,381 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:20:29,381 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:20:29,381 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:20:29,381 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:20:29,382 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:20:29,397 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/.tmp/hfileref/5e36d5bb678148469c4fdbc23a38f4ec is 74, key is 1/hfileref:266d36cb3363469ebcbf0c53b6e33119_SeqId_6_/1731414028638/DeleteColumn/seqid=0 2024-11-12T12:20:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741844_1020 (size=5345) 2024-11-12T12:20:29,405 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/info/57ba5dd1581048289226090d394a2b15 is 147, key is hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380./info:regioninfo/1731414023183/Put/seqid=0 2024-11-12T12:20:29,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741845_1021 (size=7686) 2024-11-12T12:20:29,440 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 687, reset compression=false 2024-11-12T12:20:29,445 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:20:29,445 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,43767,1731414007552 got entry batch from reader: WALEntryBatch [walEntries=[{test/304669fa9212de9a245e3e7a6536a304/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731414028635/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T12:20:29,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T12:20:29,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:49264 deadline: 1731414089446, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping 2024-11-12T12:20:29,449 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:20:29,475 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:20:29,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T12:20:29,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:49264 deadline: 1731414089552, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping 2024-11-12T12:20:29,553 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:20:29,582 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 979391dee1ba005eccc3725311dc2380, e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:29,646 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 1033, reset compression=false 2024-11-12T12:20:29,737 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:20:29,737 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:20:29,753 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 1033, reset compression=false 2024-11-12T12:20:29,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T12:20:29,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:49264 deadline: 1731414089756, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping 2024-11-12T12:20:29,758 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:20:29,782 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 979391dee1ba005eccc3725311dc2380, e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:29,801 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/.tmp/hfileref/5e36d5bb678148469c4fdbc23a38f4ec 2024-11-12T12:20:29,809 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/info/57ba5dd1581048289226090d394a2b15 2024-11-12T12:20:29,820 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/.tmp/queue/0778c265ea84463cac9ce61aa2c3bc63 is 154, key is 1-4a91c05c96a4,33355,1731414012570/queue:4a91c05c96a4%2C33355%2C1731414012570/1731414028641/Put/seqid=0 2024-11-12T12:20:29,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741846_1022 (size=5353) 2024-11-12T12:20:29,831 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/ns/42cf4cb6dfe74dfe8caaff53bd395922 is 43, key is default/ns:d/1731414015484/Put/seqid=0 2024-11-12T12:20:29,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741847_1023 (size=5153) 2024-11-12T12:20:29,958 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 1033, reset compression=false 2024-11-12T12:20:29,982 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 979391dee1ba005eccc3725311dc2380, e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:30,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T12:20:30,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:49264 deadline: 1731414090060, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping 2024-11-12T12:20:30,061 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a91c05c96a4,33355,1731414012570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:20:30,182 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 979391dee1ba005eccc3725311dc2380, e19a52a1f179eb23dce8fa13c753b479 2024-11-12T12:20:30,229 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/.tmp/queue/0778c265ea84463cac9ce61aa2c3bc63 2024-11-12T12:20:30,235 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/.tmp/hfileref/5e36d5bb678148469c4fdbc23a38f4ec as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/hfileref/5e36d5bb678148469c4fdbc23a38f4ec 2024-11-12T12:20:30,237 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/ns/42cf4cb6dfe74dfe8caaff53bd395922 2024-11-12T12:20:30,241 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/hfileref/5e36d5bb678148469c4fdbc23a38f4ec, entries=4, sequenceid=12, filesize=5.2 K 2024-11-12T12:20:30,242 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/.tmp/queue/0778c265ea84463cac9ce61aa2c3bc63 as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/queue/0778c265ea84463cac9ce61aa2c3bc63 2024-11-12T12:20:30,256 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/queue/0778c265ea84463cac9ce61aa2c3bc63, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T12:20:30,257 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 979391dee1ba005eccc3725311dc2380 in 876ms, sequenceid=12, compaction requested=false 2024-11-12T12:20:30,259 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/rep_barrier/58de19bd4ac148488d4893aad0823fe9 is 112, key is test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479./rep_barrier:seqnumDuringOpen/1731414018834/Put/seqid=0 2024-11-12T12:20:30,281 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/replication/979391dee1ba005eccc3725311dc2380/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T12:20:30,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741848_1024 (size=5518) 2024-11-12T12:20:30,281 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:30,282 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:30,282 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:30,282 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 979391dee1ba005eccc3725311dc2380: Waiting for close lock at 1731414029381Running coprocessor pre-close hooks at 1731414029381Disabling compacts and flushes for region at 1731414029381Disabling writes for close at 1731414029381Obtaining lock to block concurrent updates at 1731414029381Preparing flush snapshotting stores in 979391dee1ba005eccc3725311dc2380 at 1731414029381Finished memstore snapshotting hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731414029382 (+1 ms)Flushing stores of hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. at 1731414029382Flushing 979391dee1ba005eccc3725311dc2380/hfileref: creating writer at 1731414029382Flushing 979391dee1ba005eccc3725311dc2380/hfileref: appending metadata at 1731414029397 (+15 ms)Flushing 979391dee1ba005eccc3725311dc2380/hfileref: closing flushed file at 1731414029397Flushing 979391dee1ba005eccc3725311dc2380/queue: creating writer at 1731414029806 (+409 ms)Flushing 979391dee1ba005eccc3725311dc2380/queue: appending metadata at 1731414029820 (+14 ms)Flushing 979391dee1ba005eccc3725311dc2380/queue: closing flushed file at 1731414029820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a4753fd: reopening flushed file at 1731414030234 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f50770: reopening flushed file at 1731414030241 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 979391dee1ba005eccc3725311dc2380 in 876ms, sequenceid=12, compaction requested=false at 1731414030257 (+16 ms)Writing region close event to WAL at 1731414030274 (+17 ms)Running coprocessor post-close hooks at 1731414030281 (+7 ms)Closed at 1731414030282 (+1 ms) 2024-11-12T12:20:30,282 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731414022021.979391dee1ba005eccc3725311dc2380. 2024-11-12T12:20:30,282 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e19a52a1f179eb23dce8fa13c753b479, disabling compactions & flushes 2024-11-12T12:20:30,282 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:30,282 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:30,282 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. after waiting 0 ms 2024-11-12T12:20:30,282 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:30,285 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/default/test/e19a52a1f179eb23dce8fa13c753b479/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:20:30,286 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:30,286 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:20:30,286 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:30,286 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e19a52a1f179eb23dce8fa13c753b479: Waiting for close lock at 1731414030282Running coprocessor pre-close hooks at 1731414030282Disabling compacts and flushes for region at 1731414030282Disabling writes for close at 1731414030282Writing region close event to WAL at 1731414030283 (+1 ms)Running coprocessor post-close hooks at 1731414030286 (+3 ms)Closed at 1731414030286 2024-11-12T12:20:30,286 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414017689.e19a52a1f179eb23dce8fa13c753b479. 2024-11-12T12:20:30,363 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 1033, reset compression=false 2024-11-12T12:20:30,382 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:20:30,382 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:20:30,382 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:20:30,458 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 1033, reset compression=false 2024-11-12T12:20:30,463 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:30,463 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 1328, reset compression=false 2024-11-12T12:20:30,463 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,33355,1731414012570 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:20:30,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4a91c05c96a4,33355,1731414012570 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:20:30,464 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a91c05c96a4,33355,1731414012570: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a91c05c96a4,33355,1731414012570, walGroup=4a91c05c96a4%2C33355%2C1731414012570, offset=4a91c05c96a4%2C33355%2C1731414012570.1731414014801:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:33355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T12:20:30,465 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:20:30,465 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:20:30,465 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4a91c05c96a4,33355,1731414012570 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:20:30,466 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:20:30,466 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:20:30,466 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:20:30,466 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 593457664 }, "NonHeapMemoryUsage": { "committed": 190971904, "init": 7667712, "max": -1, "used": 188260008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T12:20:30,469 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T12:20:30,583 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:20:30,669 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 1328, reset compression=false 2024-11-12T12:20:30,682 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/rep_barrier/58de19bd4ac148488d4893aad0823fe9 2024-11-12T12:20:30,704 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/table/b421cd06a84f4173a641b757d59c2bd3 is 53, key is hbase:replication/table:state/1731414023190/Put/seqid=0 2024-11-12T12:20:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741849_1025 (size=5308) 2024-11-12T12:20:30,783 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:20:30,866 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 1033, reset compression=false 2024-11-12T12:20:30,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4a91c05c96a4,33355,1731414012570 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:20:30,969 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4a91c05c96a4,33355,1731414012570 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:20:30,973 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.wal-reader.4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.1731414014801 to pos 1328, reset compression=false 2024-11-12T12:20:30,983 DEBUG [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:20:31,109 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/table/b421cd06a84f4173a641b757d59c2bd3 2024-11-12T12:20:31,114 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/info/57ba5dd1581048289226090d394a2b15 as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/info/57ba5dd1581048289226090d394a2b15 2024-11-12T12:20:31,120 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/info/57ba5dd1581048289226090d394a2b15, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:20:31,121 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/ns/42cf4cb6dfe74dfe8caaff53bd395922 as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/ns/42cf4cb6dfe74dfe8caaff53bd395922 2024-11-12T12:20:31,128 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/ns/42cf4cb6dfe74dfe8caaff53bd395922, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:20:31,129 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/rep_barrier/58de19bd4ac148488d4893aad0823fe9 as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/rep_barrier/58de19bd4ac148488d4893aad0823fe9 2024-11-12T12:20:31,135 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/rep_barrier/58de19bd4ac148488d4893aad0823fe9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:20:31,137 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/.tmp/table/b421cd06a84f4173a641b757d59c2bd3 as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/table/b421cd06a84f4173a641b757d59c2bd3 2024-11-12T12:20:31,143 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/table/b421cd06a84f4173a641b757d59c2bd3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:20:31,144 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1762ms, sequenceid=16, compaction requested=false 2024-11-12T12:20:31,159 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:20:31,160 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:31,160 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:31,160 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:31,160 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414029381Running coprocessor pre-close hooks at 1731414029381Disabling compacts and flushes for region at 1731414029381Disabling writes for close at 1731414029381Obtaining lock to block concurrent updates at 1731414029382 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731414029382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731414029382Flushing stores of hbase:meta,,1.1588230740 at 1731414029382Flushing 1588230740/info: creating writer at 1731414029382Flushing 1588230740/info: appending metadata at 1731414029405 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731414029405Flushing 1588230740/ns: creating writer at 1731414029815 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731414029831 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731414029831Flushing 1588230740/rep_barrier: creating writer at 1731414030241 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414030259 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414030259Flushing 1588230740/table: creating writer at 1731414030687 (+428 ms)Flushing 1588230740/table: appending metadata at 1731414030703 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731414030703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f826500: reopening flushed file at 1731414031113 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a332bc3: reopening flushed file at 1731414031120 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e70c3cd: reopening flushed file at 1731414031128 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44fcd05a: reopening flushed file at 1731414031136 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1762ms, sequenceid=16, compaction requested=false at 1731414031144 (+8 ms)Writing region close event to WAL at 1731414031156 (+12 ms)Running coprocessor post-close hooks at 1731414031160 (+4 ms)Closed at 1731414031160 2024-11-12T12:20:31,160 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:31,183 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,33355,1731414012570; all regions closed. 2024-11-12T12:20:31,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741834_1010 (size=4239) 2024-11-12T12:20:31,186 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/WALs/4a91c05c96a4,33355,1731414012570/4a91c05c96a4%2C33355%2C1731414012570.meta.1731414015440.meta not finished, retry = 0 2024-11-12T12:20:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741839_1015 (size=3127) 2024-11-12T12:20:31,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741832_1008 (size=1336) 2024-11-12T12:20:31,294 DEBUG [RS:0;4a91c05c96a4:33355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:31,294 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:20:31,294 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:20:31,294 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T12:20:31,294 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:20:31,294 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:20:31,294 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,33355,1731414012570 because: Region server is closing 2024-11-12T12:20:31,295 INFO [RS:0;4a91c05c96a4:33355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:33355. 2024-11-12T12:20:31,295 DEBUG [RS:0;4a91c05c96a4:33355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:31,295 DEBUG [RS:0;4a91c05c96a4:33355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:31,295 DEBUG [RS:0;4a91c05c96a4:33355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:31,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:31,395 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,33355,1731414012570.replicationSource.shipper4a91c05c96a4%2C33355%2C1731414012570,1-4a91c05c96a4,33355,1731414012570 terminated 2024-11-12T12:20:31,396 INFO [RS:0;4a91c05c96a4:33355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:33355. 2024-11-12T12:20:31,396 DEBUG [RS:0;4a91c05c96a4:33355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:31,396 DEBUG [RS:0;4a91c05c96a4:33355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:31,396 DEBUG [RS:0;4a91c05c96a4:33355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:31,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:31,396 INFO [RS:0;4a91c05c96a4:33355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33355 2024-11-12T12:20:31,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827/rs 2024-11-12T12:20:31,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-926348827/rs/4a91c05c96a4,33355,1731414012570 2024-11-12T12:20:31,408 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:20:31,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,33355,1731414012570] 2024-11-12T12:20:31,428 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-926348827/draining/4a91c05c96a4,33355,1731414012570 already deleted, retry=false 2024-11-12T12:20:31,429 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,33355,1731414012570 expired; onlineServers=0 2024-11-12T12:20:31,429 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,42675,1731414012453' ***** 2024-11-12T12:20:31,429 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:20:31,429 INFO [M:0;4a91c05c96a4:42675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:20:31,429 INFO [M:0;4a91c05c96a4:42675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:20:31,429 DEBUG [M:0;4a91c05c96a4:42675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:20:31,429 DEBUG [M:0;4a91c05c96a4:42675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:20:31,429 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414014582 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414014582,5,FailOnTimeoutGroup] 2024-11-12T12:20:31,429 INFO [M:0;4a91c05c96a4:42675 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:20:31,429 INFO [M:0;4a91c05c96a4:42675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:20:31,429 DEBUG [M:0;4a91c05c96a4:42675 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:20:31,429 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414014582 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414014582,5,FailOnTimeoutGroup] 2024-11-12T12:20:31,429 INFO [M:0;4a91c05c96a4:42675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:20:31,429 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:20:31,429 INFO [M:0;4a91c05c96a4:42675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:20:31,430 INFO [M:0;4a91c05c96a4:42675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:20:31,430 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:20:31,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-926348827/master 2024-11-12T12:20:31,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-926348827 2024-11-12T12:20:31,439 DEBUG [M:0;4a91c05c96a4:42675 {}] zookeeper.ZKUtil(347): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Unable to get data of znode /1-926348827/master because node does not exist (not an error) 2024-11-12T12:20:31,439 WARN [M:0;4a91c05c96a4:42675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:20:31,440 INFO [M:0;4a91c05c96a4:42675 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/.lastflushedseqids 2024-11-12T12:20:31,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741850_1026 (size=263) 2024-11-12T12:20:31,470 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 1033, reset compression=false 2024-11-12T12:20:31,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:31,518 INFO [RS:0;4a91c05c96a4:33355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:20:31,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x1012efd12120004, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:31,519 INFO [RS:0;4a91c05c96a4:33355 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,33355,1731414012570; zookeeper connection closed. 2024-11-12T12:20:31,519 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15a3149d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15a3149d 2024-11-12T12:20:31,519 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:20:31,573 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4a91c05c96a4:33355 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a91c05c96a4/172.17.0.3:33355 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:20:31,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4a91c05c96a4:33355 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a91c05c96a4/172.17.0.3:33355 2024-11-12T12:20:31,573 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=4a91c05c96a4:33355 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a91c05c96a4/172.17.0.3:33355 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a91c05c96a4/172.17.0.3:33355 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T12:20:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T12:20:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51504 deadline: 1731414091575, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T12:20:31,601 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T12:20:31,602 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T12:20:31,850 INFO [M:0;4a91c05c96a4:42675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:20:31,850 INFO [M:0;4a91c05c96a4:42675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:20:31,850 DEBUG [M:0;4a91c05c96a4:42675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:20:31,851 INFO [M:0;4a91c05c96a4:42675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:31,851 DEBUG [M:0;4a91c05c96a4:42675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:31,851 DEBUG [M:0;4a91c05c96a4:42675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:20:31,851 DEBUG [M:0;4a91c05c96a4:42675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:31,851 INFO [M:0;4a91c05c96a4:42675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-12T12:20:31,871 DEBUG [M:0;4a91c05c96a4:42675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/804d1f97a571433e87fc606f69ed3daf is 82, key is hbase:meta,,1/info:regioninfo/1731414015467/Put/seqid=0 2024-11-12T12:20:31,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741851_1027 (size=5672) 2024-11-12T12:20:32,174 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 1033, reset compression=false 2024-11-12T12:20:32,278 INFO [M:0;4a91c05c96a4:42675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/804d1f97a571433e87fc606f69ed3daf 2024-11-12T12:20:32,302 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T12:20:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T12:20:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51504 deadline: 1731414092304, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T12:20:32,304 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T12:20:32,305 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T12:20:32,305 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T12:20:32,307 DEBUG [M:0;4a91c05c96a4:42675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b57e08e9493f41f0988c7875589a3a13 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731414023193/Put/seqid=0 2024-11-12T12:20:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741852_1028 (size=8515) 2024-11-12T12:20:32,718 INFO [M:0;4a91c05c96a4:42675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b57e08e9493f41f0988c7875589a3a13 2024-11-12T12:20:32,736 DEBUG [M:0;4a91c05c96a4:42675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81017a496e7d4f7fa8c9dd1af0d7c735 is 69, key is 4a91c05c96a4,33355,1731414012570/rs:state/1731414014639/Put/seqid=0 2024-11-12T12:20:32,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741853_1029 (size=5156) 2024-11-12T12:20:32,978 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 1033, reset compression=false 2024-11-12T12:20:33,106 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T12:20:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T12:20:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42675 {}] ipc.CallRunner(138): callId: 28 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51504 deadline: 1731414093107, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T12:20:33,108 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T12:20:33,109 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T12:20:33,109 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T12:20:33,141 INFO [M:0;4a91c05c96a4:42675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81017a496e7d4f7fa8c9dd1af0d7c735 2024-11-12T12:20:33,146 DEBUG [M:0;4a91c05c96a4:42675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/804d1f97a571433e87fc606f69ed3daf as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/804d1f97a571433e87fc606f69ed3daf 2024-11-12T12:20:33,150 INFO [M:0;4a91c05c96a4:42675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/804d1f97a571433e87fc606f69ed3daf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T12:20:33,151 DEBUG [M:0;4a91c05c96a4:42675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b57e08e9493f41f0988c7875589a3a13 as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b57e08e9493f41f0988c7875589a3a13 2024-11-12T12:20:33,156 INFO [M:0;4a91c05c96a4:42675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b57e08e9493f41f0988c7875589a3a13, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T12:20:33,157 DEBUG [M:0;4a91c05c96a4:42675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81017a496e7d4f7fa8c9dd1af0d7c735 as hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81017a496e7d4f7fa8c9dd1af0d7c735 2024-11-12T12:20:33,162 INFO [M:0;4a91c05c96a4:42675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33967/user/jenkins/test-data/77cad223-ef8b-9e35-72aa-08d3c97105f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81017a496e7d4f7fa8c9dd1af0d7c735, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T12:20:33,163 INFO [M:0;4a91c05c96a4:42675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false 2024-11-12T12:20:33,167 INFO [M:0;4a91c05c96a4:42675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:33,167 DEBUG [M:0;4a91c05c96a4:42675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414031850Disabling compacts and flushes for region at 1731414031850Disabling writes for close at 1731414031851 (+1 ms)Obtaining lock to block concurrent updates at 1731414031851Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414031851Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731414031851Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414031852 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414031852Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414031871 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414031871Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414032282 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414032306 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414032307 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414032722 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414032736 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414032736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d34380: reopening flushed file at 1731414033145 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754b999f: reopening flushed file at 1731414033150 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@adb6d38: reopening flushed file at 1731414033156 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false at 1731414033163 (+7 ms)Writing region close event to WAL at 1731414033167 (+4 ms)Closed at 1731414033167 2024-11-12T12:20:33,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44171 is added to blk_1073741830_1006 (size=63642) 2024-11-12T12:20:33,170 INFO [M:0;4a91c05c96a4:42675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:20:33,170 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:20:33,170 INFO [M:0;4a91c05c96a4:42675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42675 2024-11-12T12:20:33,170 INFO [M:0;4a91c05c96a4:42675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:20:33,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:33,318 INFO [M:0;4a91c05c96a4:42675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:20:33,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42675-0x1012efd12120003, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:33,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68ce4868{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:20:33,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c9e907e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:20:33,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:20:33,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771f0749{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:20:33,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/hadoop.log.dir/,STOPPED} 2024-11-12T12:20:33,360 WARN [BP-191739963-172.17.0.3-1731414010941 heartbeating to localhost/127.0.0.1:33967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:20:33,360 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:20:33,360 WARN [BP-191739963-172.17.0.3-1731414010941 heartbeating to localhost/127.0.0.1:33967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-191739963-172.17.0.3-1731414010941 (Datanode Uuid b7c3baff-b422-4497-afd9-0c43f74fe3c6) service to localhost/127.0.0.1:33967 2024-11-12T12:20:33,360 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:20:33,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/cluster_5226b580-9195-45df-324e-17910d7986e4/data/data1/current/BP-191739963-172.17.0.3-1731414010941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:20:33,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/cluster_5226b580-9195-45df-324e-17910d7986e4/data/data2/current/BP-191739963-172.17.0.3-1731414010941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:20:33,361 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:20:33,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e4af57a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:20:33,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347b42e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:20:33,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:20:33,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19e06a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:20:33,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/hadoop.log.dir/,STOPPED} 2024-11-12T12:20:33,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:20:33,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:20:33,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:33,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:33,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:33,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:33,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:33,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:20:33,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1170792475, stopped=false 2024-11-12T12:20:33,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,35925,1731414007340 2024-11-12T12:20:33,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0457279220/running 2024-11-12T12:20:33,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0457279220/running 2024-11-12T12:20:33,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:33,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:33,419 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:20:33,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Set watcher on znode that does not yet exist, /0457279220/running 2024-11-12T12:20:33,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Set watcher on znode that does not yet exist, /0457279220/running 2024-11-12T12:20:33,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:33,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:33,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:33,421 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,43767,1731414007552' ***** 2024-11-12T12:20:33,421 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:20:33,421 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:20:33,421 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:20:33,421 INFO [RS:0;4a91c05c96a4:43767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:20:33,421 INFO [RS:0;4a91c05c96a4:43767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:20:33,421 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(3091): Received CLOSE for 304669fa9212de9a245e3e7a6536a304 2024-11-12T12:20:33,421 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(3091): Received CLOSE for b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:33,421 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:33,421 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:20:33,421 INFO [RS:0;4a91c05c96a4:43767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:43767. 2024-11-12T12:20:33,422 DEBUG [RS:0;4a91c05c96a4:43767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:33,422 DEBUG [RS:0;4a91c05c96a4:43767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:33,422 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:20:33,422 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:20:33,422 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:20:33,422 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 304669fa9212de9a245e3e7a6536a304, disabling compactions & flushes 2024-11-12T12:20:33,422 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414015539.304669fa9212de9a245e3e7a6536a304. after waiting 0 ms 2024-11-12T12:20:33,422 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:33,433 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:20:33,433 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1325): Online Regions={304669fa9212de9a245e3e7a6536a304=test,,1731414015539.304669fa9212de9a245e3e7a6536a304., 1588230740=hbase:meta,,1.1588230740, b16ad8e800b1f4d7b13c6f0fce95829d=hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d.} 2024-11-12T12:20:33,433 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304669fa9212de9a245e3e7a6536a304, b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:33,434 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:20:33,434 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:20:33,434 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:20:33,434 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:20:33,434 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:20:33,434 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:20:33,448 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/default/test/304669fa9212de9a245e3e7a6536a304/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:20:33,449 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:33,449 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:20:33,449 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:33,449 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 304669fa9212de9a245e3e7a6536a304: Waiting for close lock at 1731414033421Running coprocessor pre-close hooks at 1731414033421Disabling compacts and flushes for region at 1731414033422 (+1 ms)Disabling writes for close at 1731414033422Writing region close event to WAL at 1731414033435 (+13 ms)Running coprocessor post-close hooks at 1731414033449 (+14 ms)Closed at 1731414033449 2024-11-12T12:20:33,449 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414015539.304669fa9212de9a245e3e7a6536a304. 2024-11-12T12:20:33,450 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b16ad8e800b1f4d7b13c6f0fce95829d, disabling compactions & flushes 2024-11-12T12:20:33,450 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:33,450 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:33,450 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. after waiting 0 ms 2024-11-12T12:20:33,450 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:33,450 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b16ad8e800b1f4d7b13c6f0fce95829d 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-12T12:20:33,459 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/info/1fefffa01dba4366b17db0e4f8d9f3c3 is 147, key is hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d./info:regioninfo/1731414021063/Put/seqid=0 2024-11-12T12:20:33,473 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:20:33,473 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/.tmp/hfileref/197e4fcbb745484a8135895cb24ad43e is 74, key is 1/hfileref:526c1c8be43a45c59384605ad11d0519_SeqId_4_/1731414025944/DeleteColumn/seqid=0 2024-11-12T12:20:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741846_1022 (size=7686) 2024-11-12T12:20:33,479 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/info/1fefffa01dba4366b17db0e4f8d9f3c3 2024-11-12T12:20:33,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741847_1023 (size=5345) 2024-11-12T12:20:33,518 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/ns/974497fc9ffd4819a62823b1a2b6b902 is 43, key is default/ns:d/1731414010843/Put/seqid=0 2024-11-12T12:20:33,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741848_1024 (size=5153) 2024-11-12T12:20:33,527 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/ns/974497fc9ffd4819a62823b1a2b6b902 2024-11-12T12:20:33,553 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/rep_barrier/290eb031041c468aa8295b31e9022b2d is 112, key is test,,1731414015539.304669fa9212de9a245e3e7a6536a304./rep_barrier:seqnumDuringOpen/1731414016709/Put/seqid=0 2024-11-12T12:20:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741849_1025 (size=5518) 2024-11-12T12:20:33,558 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/rep_barrier/290eb031041c468aa8295b31e9022b2d 2024-11-12T12:20:33,584 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/table/8e064c6fdb0e418091a9d910942ea9f4 is 53, key is hbase:replication/table:state/1731414021073/Put/seqid=0 2024-11-12T12:20:33,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741850_1026 (size=5308) 2024-11-12T12:20:33,598 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/table/8e064c6fdb0e418091a9d910942ea9f4 2024-11-12T12:20:33,605 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/info/1fefffa01dba4366b17db0e4f8d9f3c3 as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/info/1fefffa01dba4366b17db0e4f8d9f3c3 2024-11-12T12:20:33,612 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/info/1fefffa01dba4366b17db0e4f8d9f3c3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:20:33,614 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/ns/974497fc9ffd4819a62823b1a2b6b902 as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/ns/974497fc9ffd4819a62823b1a2b6b902 2024-11-12T12:20:33,620 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/ns/974497fc9ffd4819a62823b1a2b6b902, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:20:33,621 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/rep_barrier/290eb031041c468aa8295b31e9022b2d as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/rep_barrier/290eb031041c468aa8295b31e9022b2d 2024-11-12T12:20:33,627 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/rep_barrier/290eb031041c468aa8295b31e9022b2d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:20:33,628 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/.tmp/table/8e064c6fdb0e418091a9d910942ea9f4 as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/table/8e064c6fdb0e418091a9d910942ea9f4 2024-11-12T12:20:33,636 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/table/8e064c6fdb0e418091a9d910942ea9f4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:20:33,636 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:33,637 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:20:33,637 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:20:33,639 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 204ms, sequenceid=16, compaction requested=false 2024-11-12T12:20:33,639 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:20:33,657 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:20:33,658 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:33,658 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:33,658 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:33,658 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414033433Running coprocessor pre-close hooks at 1731414033433Disabling compacts and flushes for region at 1731414033433Disabling writes for close at 1731414033434 (+1 ms)Obtaining lock to block concurrent updates at 1731414033435 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731414033435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731414033435Flushing stores of hbase:meta,,1.1588230740 at 1731414033436 (+1 ms)Flushing 1588230740/info: creating writer at 1731414033436Flushing 1588230740/info: appending metadata at 1731414033459 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731414033459Flushing 1588230740/ns: creating writer at 1731414033487 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731414033517 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731414033517Flushing 1588230740/rep_barrier: creating writer at 1731414033532 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414033552 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414033552Flushing 1588230740/table: creating writer at 1731414033564 (+12 ms)Flushing 1588230740/table: appending metadata at 1731414033583 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731414033583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d825cf: reopening flushed file at 1731414033604 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3166a9a9: reopening flushed file at 1731414033613 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd76727: reopening flushed file at 1731414033620 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35156ae8: reopening flushed file at 1731414033627 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 204ms, sequenceid=16, compaction requested=false at 1731414033639 (+12 ms)Writing region close event to WAL at 1731414033649 (+10 ms)Running coprocessor post-close hooks at 1731414033658 (+9 ms)Closed at 1731414033658 2024-11-12T12:20:33,658 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:33,836 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1351): Waiting on b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:33,881 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 1033, reset compression=false 2024-11-12T12:20:33,886 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:33,886 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 1328, reset compression=false 2024-11-12T12:20:33,897 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/.tmp/hfileref/197e4fcbb745484a8135895cb24ad43e 2024-11-12T12:20:33,920 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/.tmp/queue/e47fce722e9d43c9977b85e71a86d158 is 153, key is 1-4a91c05c96a4,43767,1731414007552/queue:4a91c05c96a4%2C43767%2C1731414007552/1731414025946/Put/seqid=0 2024-11-12T12:20:33,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741851_1027 (size=5352) 2024-11-12T12:20:34,010 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T12:20:34,011 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4a91c05c96a4:42675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a91c05c96a4/172.17.0.3:42675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:20:34,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4a91c05c96a4:42675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a91c05c96a4/172.17.0.3:42675 2024-11-12T12:20:34,042 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1351): Waiting on b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:34,091 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 1328, reset compression=false 2024-11-12T12:20:34,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:34,118 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4a91c05c96a4:42675 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a91c05c96a4/172.17.0.3:42675 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:20:34,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=4a91c05c96a4:42675 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a91c05c96a4/172.17.0.3:42675 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-12T12:20:34,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 4a91c05c96a4:42675 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a91c05c96a4/172.17.0.3:42675 2024-11-12T12:20:34,243 DEBUG [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1351): Waiting on b16ad8e800b1f4d7b13c6f0fce95829d 2024-11-12T12:20:34,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:34,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4a91c05c96a4:42675 this server is in the failed servers list 2024-11-12T12:20:34,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4a91c05c96a4:42675 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:20:34,329 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/.tmp/queue/e47fce722e9d43c9977b85e71a86d158 2024-11-12T12:20:34,339 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/.tmp/hfileref/197e4fcbb745484a8135895cb24ad43e as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/hfileref/197e4fcbb745484a8135895cb24ad43e 2024-11-12T12:20:34,343 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/hfileref/197e4fcbb745484a8135895cb24ad43e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-12T12:20:34,344 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/.tmp/queue/e47fce722e9d43c9977b85e71a86d158 as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/queue/e47fce722e9d43c9977b85e71a86d158 2024-11-12T12:20:34,347 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/queue/e47fce722e9d43c9977b85e71a86d158, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T12:20:34,348 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b16ad8e800b1f4d7b13c6f0fce95829d in 898ms, sequenceid=10, compaction requested=false 2024-11-12T12:20:34,348 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T12:20:34,352 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/data/hbase/replication/b16ad8e800b1f4d7b13c6f0fce95829d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T12:20:34,353 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:34,353 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:34,353 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:34,353 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b16ad8e800b1f4d7b13c6f0fce95829d: Waiting for close lock at 1731414033450Running coprocessor pre-close hooks at 1731414033450Disabling compacts and flushes for region at 1731414033450Disabling writes for close at 1731414033450Obtaining lock to block concurrent updates at 1731414033450Preparing flush snapshotting stores in b16ad8e800b1f4d7b13c6f0fce95829d at 1731414033450Finished memstore snapshotting hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731414033450Flushing stores of hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. at 1731414033451 (+1 ms)Flushing b16ad8e800b1f4d7b13c6f0fce95829d/hfileref: creating writer at 1731414033451Flushing b16ad8e800b1f4d7b13c6f0fce95829d/hfileref: appending metadata at 1731414033473 (+22 ms)Flushing b16ad8e800b1f4d7b13c6f0fce95829d/hfileref: closing flushed file at 1731414033473Flushing b16ad8e800b1f4d7b13c6f0fce95829d/queue: creating writer at 1731414033902 (+429 ms)Flushing b16ad8e800b1f4d7b13c6f0fce95829d/queue: appending metadata at 1731414033920 (+18 ms)Flushing b16ad8e800b1f4d7b13c6f0fce95829d/queue: closing flushed file at 1731414033920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5bdf47: reopening flushed file at 1731414034338 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b428d92: reopening flushed file at 1731414034343 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b16ad8e800b1f4d7b13c6f0fce95829d in 898ms, sequenceid=10, compaction requested=false at 1731414034348 (+5 ms)Writing region close event to WAL at 1731414034349 (+1 ms)Running coprocessor post-close hooks at 1731414034352 (+3 ms)Closed at 1731414034353 (+1 ms) 2024-11-12T12:20:34,353 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731414019858.b16ad8e800b1f4d7b13c6f0fce95829d. 2024-11-12T12:20:34,409 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.1731414009766 to pos 1328, reset compression=false 2024-11-12T12:20:34,443 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,43767,1731414007552; all regions closed. 2024-11-12T12:20:34,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/WALs/4a91c05c96a4,43767,1731414007552/4a91c05c96a4%2C43767%2C1731414007552.meta.1731414010766.meta not finished, retry = 0 2024-11-12T12:20:34,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741834_1010 (size=4239) 2024-11-12T12:20:34,551 DEBUG [RS:0;4a91c05c96a4:43767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/oldWALs 2024-11-12T12:20:34,551 INFO [RS:0;4a91c05c96a4:43767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C43767%2C1731414007552.meta:.meta(num 1731414010766) 2024-11-12T12:20:34,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741839_1015 (size=2695) 2024-11-12T12:20:34,568 DEBUG [RS:0;4a91c05c96a4:43767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/oldWALs 2024-11-12T12:20:34,568 INFO [RS:0;4a91c05c96a4:43767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C43767%2C1731414007552.rep:(num 1731414021034) 2024-11-12T12:20:34,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741832_1008 (size=1336) 2024-11-12T12:20:34,573 DEBUG [RS:0;4a91c05c96a4:43767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/oldWALs 2024-11-12T12:20:34,574 INFO [RS:0;4a91c05c96a4:43767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C43767%2C1731414007552:(num 1731414009766) 2024-11-12T12:20:34,574 DEBUG [RS:0;4a91c05c96a4:43767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:34,574 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:20:34,574 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:20:34,574 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T12:20:34,574 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:20:34,574 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:20:34,574 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,43767,1731414007552 because: Region server is closing 2024-11-12T12:20:34,574 INFO [RS:0;4a91c05c96a4:43767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:43767. 2024-11-12T12:20:34,574 DEBUG [RS:0;4a91c05c96a4:43767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:34,574 DEBUG [RS:0;4a91c05c96a4:43767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:34,575 DEBUG [RS:0;4a91c05c96a4:43767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:34,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:34,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:34,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4a91c05c96a4:42675 this server is in the failed servers list 2024-11-12T12:20:34,638 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4a91c05c96a4:42675 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:20:34,675 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.wal-reader.4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:20:34,676 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-12T12:20:34,676 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T12:20:34,676 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T12:20:35,147 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:35,147 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4a91c05c96a4:42675 this server is in the failed servers list 2024-11-12T12:20:35,147 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4a91c05c96a4:42675 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:20:35,677 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,43767,1731414007552.replicationSource.shipper4a91c05c96a4%2C43767%2C1731414007552,1-4a91c05c96a4,43767,1731414007552 terminated 2024-11-12T12:20:35,677 INFO [RS:0;4a91c05c96a4:43767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:43767. 2024-11-12T12:20:35,677 DEBUG [RS:0;4a91c05c96a4:43767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:35,677 DEBUG [RS:0;4a91c05c96a4:43767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:35,677 DEBUG [RS:0;4a91c05c96a4:43767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:35,677 INFO [RS:0;4a91c05c96a4:43767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43767 2024-11-12T12:20:35,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:35,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220/rs 2024-11-12T12:20:35,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0457279220/rs/4a91c05c96a4,43767,1731414007552 2024-11-12T12:20:35,702 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:20:35,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,43767,1731414007552] 2024-11-12T12:20:35,723 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0457279220/draining/4a91c05c96a4,43767,1731414007552 already deleted, retry=false 2024-11-12T12:20:35,723 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,43767,1731414007552 expired; onlineServers=0 2024-11-12T12:20:35,723 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,35925,1731414007340' ***** 2024-11-12T12:20:35,723 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:20:35,723 INFO [M:0;4a91c05c96a4:35925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:20:35,723 INFO [M:0;4a91c05c96a4:35925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:20:35,723 DEBUG [M:0;4a91c05c96a4:35925 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:20:35,723 DEBUG [M:0;4a91c05c96a4:35925 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:20:35,723 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:20:35,723 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414009548 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414009548,5,FailOnTimeoutGroup] 2024-11-12T12:20:35,724 INFO [M:0;4a91c05c96a4:35925 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:20:35,724 INFO [M:0;4a91c05c96a4:35925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:20:35,724 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414009552 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414009552,5,FailOnTimeoutGroup] 2024-11-12T12:20:35,724 DEBUG [M:0;4a91c05c96a4:35925 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:20:35,724 INFO [M:0;4a91c05c96a4:35925 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:20:35,724 INFO [M:0;4a91c05c96a4:35925 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:20:35,724 INFO [M:0;4a91c05c96a4:35925 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:20:35,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:20:35,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0457279220/master 2024-11-12T12:20:35,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0457279220 2024-11-12T12:20:35,752 DEBUG [M:0;4a91c05c96a4:35925 {}] zookeeper.RecoverableZooKeeper(212): Node /0457279220/master already deleted, retry=false 2024-11-12T12:20:35,752 DEBUG [M:0;4a91c05c96a4:35925 {}] master.ActiveMasterManager(353): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Failed delete of our master address node; KeeperErrorCode = NoNode for /0457279220/master 2024-11-12T12:20:35,774 INFO [M:0;4a91c05c96a4:35925 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/.lastflushedseqids 2024-11-12T12:20:35,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:20:35,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:35,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43767-0x1012efd12120001, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:35,814 INFO [RS:0;4a91c05c96a4:43767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:20:35,814 INFO [RS:0;4a91c05c96a4:43767 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,43767,1731414007552; zookeeper connection closed. 2024-11-12T12:20:35,815 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ee494c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ee494c1 2024-11-12T12:20:35,815 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:20:35,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741852_1028 (size=263) 2024-11-12T12:20:35,821 INFO [M:0;4a91c05c96a4:35925 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:20:35,821 INFO [M:0;4a91c05c96a4:35925 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:20:35,821 DEBUG [M:0;4a91c05c96a4:35925 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:20:35,821 INFO [M:0;4a91c05c96a4:35925 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:35,821 DEBUG [M:0;4a91c05c96a4:35925 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:35,821 DEBUG [M:0;4a91c05c96a4:35925 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:20:35,821 DEBUG [M:0;4a91c05c96a4:35925 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:35,821 INFO [M:0;4a91c05c96a4:35925 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-12T12:20:35,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:35,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:35,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:35,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:35,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:35,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:35,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:35,848 DEBUG [M:0;4a91c05c96a4:35925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7d3b543fe734b7a9266022bad305d69 is 82, key is hbase:meta,,1/info:regioninfo/1731414010795/Put/seqid=0 2024-11-12T12:20:35,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:35,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:35,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:35,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:20:35,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T12:20:35,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T12:20:35,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:35,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:20:35,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741853_1029 (size=5672) 2024-11-12T12:20:35,887 INFO [M:0;4a91c05c96a4:35925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7d3b543fe734b7a9266022bad305d69 2024-11-12T12:20:35,930 DEBUG [M:0;4a91c05c96a4:35925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0526b535f79741acbbaa0748015da429 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731414021076/Put/seqid=0 2024-11-12T12:20:35,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741854_1030 (size=8515) 2024-11-12T12:20:35,938 INFO [M:0;4a91c05c96a4:35925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0526b535f79741acbbaa0748015da429 2024-11-12T12:20:35,961 DEBUG [M:0;4a91c05c96a4:35925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/378c9c438d7b400684970646dfb3ef67 is 69, key is 4a91c05c96a4,43767,1731414007552/rs:state/1731414009612/Put/seqid=0 2024-11-12T12:20:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741855_1031 (size=5156) 2024-11-12T12:20:35,984 INFO [M:0;4a91c05c96a4:35925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/378c9c438d7b400684970646dfb3ef67 2024-11-12T12:20:35,989 DEBUG [M:0;4a91c05c96a4:35925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7d3b543fe734b7a9266022bad305d69 as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7d3b543fe734b7a9266022bad305d69 2024-11-12T12:20:36,004 INFO [M:0;4a91c05c96a4:35925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7d3b543fe734b7a9266022bad305d69, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T12:20:36,006 DEBUG [M:0;4a91c05c96a4:35925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0526b535f79741acbbaa0748015da429 as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0526b535f79741acbbaa0748015da429 2024-11-12T12:20:36,013 INFO [M:0;4a91c05c96a4:35925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0526b535f79741acbbaa0748015da429, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T12:20:36,014 DEBUG [M:0;4a91c05c96a4:35925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/378c9c438d7b400684970646dfb3ef67 as hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/378c9c438d7b400684970646dfb3ef67 2024-11-12T12:20:36,019 INFO [M:0;4a91c05c96a4:35925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/4ce52f09-04d8-b488-bbfb-97fc8cff1759/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/378c9c438d7b400684970646dfb3ef67, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T12:20:36,020 INFO [M:0;4a91c05c96a4:35925 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 199ms, sequenceid=97, compaction requested=false 2024-11-12T12:20:36,029 INFO [M:0;4a91c05c96a4:35925 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:36,029 DEBUG [M:0;4a91c05c96a4:35925 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414035821Disabling compacts and flushes for region at 1731414035821Disabling writes for close at 1731414035821Obtaining lock to block concurrent updates at 1731414035821Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414035821Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731414035822 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414035822Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414035822Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414035848 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414035848Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414035898 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414035930 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414035930Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414035944 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414035961 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414035961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0f9b94: reopening flushed file at 1731414035988 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406ed77a: reopening flushed file at 1731414036004 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f9038: reopening flushed file at 1731414036013 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 199ms, sequenceid=97, compaction requested=false at 1731414036020 (+7 ms)Writing region close event to WAL at 1731414036029 (+9 ms)Closed at 1731414036029 2024-11-12T12:20:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35659 is added to blk_1073741830_1006 (size=63642) 2024-11-12T12:20:36,032 INFO [M:0;4a91c05c96a4:35925 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:20:36,032 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:20:36,032 INFO [M:0;4a91c05c96a4:35925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35925 2024-11-12T12:20:36,032 INFO [M:0;4a91c05c96a4:35925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:20:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35925-0x1012efd12120000, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:36,144 INFO [M:0;4a91c05c96a4:35925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:20:36,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b816d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:20:36,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6a9ea6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:20:36,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:20:36,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c0c8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:20:36,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/hadoop.log.dir/,STOPPED} 2024-11-12T12:20:36,148 WARN [BP-455492658-172.17.0.3-1731414005383 heartbeating to localhost/127.0.0.1:35837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:20:36,148 WARN [BP-455492658-172.17.0.3-1731414005383 heartbeating to localhost/127.0.0.1:35837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455492658-172.17.0.3-1731414005383 (Datanode Uuid 128052ba-8d69-4753-91f4-1da369f06dc8) service to localhost/127.0.0.1:35837 2024-11-12T12:20:36,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/cluster_6ca620a8-5fed-2fb0-0593-919512274d9c/data/data1/current/BP-455492658-172.17.0.3-1731414005383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:20:36,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/cluster_6ca620a8-5fed-2fb0-0593-919512274d9c/data/data2/current/BP-455492658-172.17.0.3-1731414005383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:20:36,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:20:36,149 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:20:36,149 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:20:36,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e70cc99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:20:36,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:36,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:20:36,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb8a007{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:20:36,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:20:36,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:20:36,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b19225d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f7daf17-6d72-63f7-7134-c97098059a9a/hadoop.log.dir/,STOPPED} 2024-11-12T12:20:36,161 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:20:36,167 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:20:36,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:20:36,197 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33967 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35837 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33967 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35837 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57734) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57734) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 294) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6975 (was 6463) - AvailableMemoryMB LEAK? - 2024-11-12T12:20:36,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=6975 2024-11-12T12:20:36,232 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-12T12:20:36,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/hadoop.log.dir so I do NOT create it in target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57 2024-11-12T12:20:36,233 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:20:36,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/hadoop.tmp.dir so I do NOT create it in target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57 2024-11-12T12:20:36,233 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5f0d8ee-10e3-18a8-47c3-f20f5e6a3089/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:20:36,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57 2024-11-12T12:20:36,233 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/cluster_3ce3d6c1-5ab6-20d4-e300-b30ae3a520e3, deleteOnExit=true 2024-11-12T12:20:36,259 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/cluster_3ce3d6c1-5ab6-20d4-e300-b30ae3a520e3/zookeeper_0, clientPort=54520, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/cluster_3ce3d6c1-5ab6-20d4-e300-b30ae3a520e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/cluster_3ce3d6c1-5ab6-20d4-e300-b30ae3a520e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:20:36,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54520 2024-11-12T12:20:36,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:20:36,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:20:36,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/test.cache.data in system properties and HBase conf 2024-11-12T12:20:36,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:20:36,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:20:36,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:20:36,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:20:36,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:20:36,263 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:20:36,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:20:36,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:20:36,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:20:36,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:20:36,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:20:36,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:20:36,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:20:36,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:20:36,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:20:36,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:20:36,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:20:36,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:20:36,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:20:36,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:20:36,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012efd12120005, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:20:36,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012efd12120002, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:20:36,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012efd12120005, quorum=127.0.0.1:57734, baseZNode=/1-926348827 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:20:36,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012efd12120002, quorum=127.0.0.1:57734, baseZNode=/0457279220 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:20:36,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:36,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:20:36,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:20:36,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:20:36,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:20:36,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:36,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:20:36,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:20:36,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@191f9b12{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/java.io.tmpdir/jetty-localhost-33035-hadoop-hdfs-3_4_1-tests_jar-_-any-15470581450251729522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:20:36,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:33035} 2024-11-12T12:20:36,746 INFO [Time-limited test {}] server.Server(415): Started @197234ms 2024-11-12T12:20:37,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:37,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:20:37,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:20:37,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:20:37,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:20:37,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:20:37,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:20:37,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bc9671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/java.io.tmpdir/jetty-localhost-33749-hadoop-hdfs-3_4_1-tests_jar-_-any-8689247181144137352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:20:37,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:33749} 2024-11-12T12:20:37,166 INFO [Time-limited test {}] server.Server(415): Started @197653ms 2024-11-12T12:20:37,167 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:20:37,987 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/cluster_3ce3d6c1-5ab6-20d4-e300-b30ae3a520e3/data/data1/current/BP-2107144775-172.17.0.3-1731414036289/current, will proceed with Du for space computation calculation, 2024-11-12T12:20:37,987 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/cluster_3ce3d6c1-5ab6-20d4-e300-b30ae3a520e3/data/data2/current/BP-2107144775-172.17.0.3-1731414036289/current, will proceed with Du for space computation calculation, 2024-11-12T12:20:38,033 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:20:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d5fcfb8014bd361 with lease ID 0xf9ac7c30d053e934: Processing first storage report for DS-db96d5f0-938f-4517-af09-013cce57fdc0 from datanode DatanodeRegistration(127.0.0.1:40609, datanodeUuid=8b03bd26-f90d-4c5e-a80f-b8894e512da7, infoPort=46059, infoSecurePort=0, ipcPort=43439, storageInfo=lv=-57;cid=testClusterID;nsid=452958024;c=1731414036289) 2024-11-12T12:20:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d5fcfb8014bd361 with lease ID 0xf9ac7c30d053e934: from storage DS-db96d5f0-938f-4517-af09-013cce57fdc0 node DatanodeRegistration(127.0.0.1:40609, datanodeUuid=8b03bd26-f90d-4c5e-a80f-b8894e512da7, infoPort=46059, infoSecurePort=0, ipcPort=43439, storageInfo=lv=-57;cid=testClusterID;nsid=452958024;c=1731414036289), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:20:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d5fcfb8014bd361 with lease ID 0xf9ac7c30d053e934: Processing first storage report for DS-aca3a7e1-1d1c-467d-8a97-7db464d34bc8 from datanode DatanodeRegistration(127.0.0.1:40609, datanodeUuid=8b03bd26-f90d-4c5e-a80f-b8894e512da7, infoPort=46059, infoSecurePort=0, ipcPort=43439, storageInfo=lv=-57;cid=testClusterID;nsid=452958024;c=1731414036289) 2024-11-12T12:20:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d5fcfb8014bd361 with lease ID 0xf9ac7c30d053e934: from storage DS-aca3a7e1-1d1c-467d-8a97-7db464d34bc8 node DatanodeRegistration(127.0.0.1:40609, datanodeUuid=8b03bd26-f90d-4c5e-a80f-b8894e512da7, infoPort=46059, infoSecurePort=0, ipcPort=43439, storageInfo=lv=-57;cid=testClusterID;nsid=452958024;c=1731414036289), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:20:38,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57 2024-11-12T12:20:38,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:38,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:20:38,070 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822 with version=8 2024-11-12T12:20:38,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/hbase-staging 2024-11-12T12:20:38,074 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:20:38,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:38,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:38,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:20:38,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:38,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:20:38,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:20:38,074 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:20:38,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45313 2024-11-12T12:20:38,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45313 connecting to ZooKeeper ensemble=127.0.0.1:54520 2024-11-12T12:20:38,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453130x0, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:38,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45313-0x1012efd8abc0000 connected 2024-11-12T12:20:38,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:38,177 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:20:38,178 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:20:38,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:38,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:38,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Set watcher on znode that does not yet exist, /0-1243472689/running 2024-11-12T12:20:38,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822, hbase.cluster.distributed=false 2024-11-12T12:20:38,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Set watcher on znode that does not yet exist, /0-1243472689/acl 2024-11-12T12:20:38,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-12T12:20:38,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45313 2024-11-12T12:20:38,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45313 2024-11-12T12:20:38,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-12T12:20:38,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-12T12:20:38,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:20:38,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:38,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:38,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:20:38,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:38,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:20:38,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:20:38,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:20:38,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41307 2024-11-12T12:20:38,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41307 connecting to ZooKeeper ensemble=127.0.0.1:54520 2024-11-12T12:20:38,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:38,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:38,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413070x0, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Set watcher on znode that does not yet exist, /0-1243472689/running 2024-11-12T12:20:38,300 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:20:38,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413070x0, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:38,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41307-0x1012efd8abc0001 connected 2024-11-12T12:20:38,307 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:20:38,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Set watcher on znode that does not yet exist, /0-1243472689/master 2024-11-12T12:20:38,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Set watcher on znode that does not yet exist, /0-1243472689/acl 2024-11-12T12:20:38,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-12T12:20:38,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41307 2024-11-12T12:20:38,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41307 2024-11-12T12:20:38,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-12T12:20:38,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-12T12:20:38,338 DEBUG [M:0;4a91c05c96a4:45313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:45313 2024-11-12T12:20:38,340 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1243472689/backup-masters/4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:38,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689/backup-masters 2024-11-12T12:20:38,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689/backup-masters 2024-11-12T12:20:38,361 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Set watcher on existing znode=/0-1243472689/backup-masters/4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:38,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1243472689/master 2024-11-12T12:20:38,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:38,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:38,371 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Set watcher on existing znode=/0-1243472689/master 2024-11-12T12:20:38,373 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1243472689/backup-masters/4a91c05c96a4,45313,1731414038073 from backup master directory 2024-11-12T12:20:38,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689/backup-masters 2024-11-12T12:20:38,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1243472689/backup-masters/4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:38,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689/backup-masters 2024-11-12T12:20:38,381 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:20:38,381 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:38,398 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/hbase.id] with ID: eba7fe0e-ece9-4d23-92f1-a95a25802c25 2024-11-12T12:20:38,398 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/.tmp/hbase.id 2024-11-12T12:20:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:20:38,849 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/.tmp/hbase.id]:[hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/hbase.id] 2024-11-12T12:20:38,892 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:38,892 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:20:38,893 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:20:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:38,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:20:38,975 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:38,975 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:20:38,989 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:20:39,044 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store 2024-11-12T12:20:39,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:20:39,087 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:39,087 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:20:39,087 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:39,087 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:39,087 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:20:39,087 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:39,087 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:39,087 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414039087Disabling compacts and flushes for region at 1731414039087Disabling writes for close at 1731414039087Writing region close event to WAL at 1731414039087Closed at 1731414039087 2024-11-12T12:20:39,087 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/.initializing 2024-11-12T12:20:39,087 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/WALs/4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:39,088 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:20:39,090 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C45313%2C1731414038073, suffix=, logDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/WALs/4a91c05c96a4,45313,1731414038073, archiveDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/oldWALs, maxLogs=10 2024-11-12T12:20:39,143 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/WALs/4a91c05c96a4,45313,1731414038073/4a91c05c96a4%2C45313%2C1731414038073.1731414039091, exclude list is [], retry=0 2024-11-12T12:20:39,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-db96d5f0-938f-4517-af09-013cce57fdc0,DISK] 2024-11-12T12:20:39,179 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/WALs/4a91c05c96a4,45313,1731414038073/4a91c05c96a4%2C45313%2C1731414038073.1731414039091 2024-11-12T12:20:39,196 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-12T12:20:39,196 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:39,197 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:39,197 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,197 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:20:39,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:39,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:39,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:20:39,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:39,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:39,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:20:39,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:39,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:39,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:20:39,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:39,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:39,234 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,235 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,235 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,237 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,237 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,237 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:39,239 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:39,250 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:39,251 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61781829, jitterRate=-0.07937900722026825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:39,251 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414039197Initializing all the Stores at 1731414039198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414039198Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414039209 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414039209Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414039209Cleaning up temporary data from old regions at 1731414039237 (+28 ms)Region opened successfully at 1731414039251 (+14 ms) 2024-11-12T12:20:39,264 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:20:39,268 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187fb20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:20:39,269 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:20:39,269 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:20:39,269 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:20:39,269 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:20:39,270 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:20:39,270 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:20:39,270 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:20:39,303 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:20:39,304 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Unable to get data of znode /0-1243472689/balancer because node does not exist (not necessarily an error) 2024-11-12T12:20:39,354 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1243472689/balancer already deleted, retry=false 2024-11-12T12:20:39,355 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:20:39,356 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Unable to get data of znode /0-1243472689/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:20:39,365 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1243472689/normalizer already deleted, retry=false 2024-11-12T12:20:39,365 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:20:39,367 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Unable to get data of znode /0-1243472689/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:20:39,375 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1243472689/switch/split already deleted, retry=false 2024-11-12T12:20:39,377 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Unable to get data of znode /0-1243472689/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:20:39,386 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1243472689/switch/merge already deleted, retry=false 2024-11-12T12:20:39,387 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Unable to get data of znode /0-1243472689/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:20:39,396 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1243472689/snapshot-cleanup already deleted, retry=false 2024-11-12T12:20:39,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1243472689/running 2024-11-12T12:20:39,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1243472689/running 2024-11-12T12:20:39,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:39,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:39,407 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,45313,1731414038073, sessionid=0x1012efd8abc0000, setting cluster-up flag (Was=false) 2024-11-12T12:20:39,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:39,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:39,460 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1243472689/flush-table-proc/acquired, /0-1243472689/flush-table-proc/reached, /0-1243472689/flush-table-proc/abort 2024-11-12T12:20:39,461 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:39,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:39,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:39,512 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1243472689/online-snapshot/acquired, /0-1243472689/online-snapshot/reached, /0-1243472689/online-snapshot/abort 2024-11-12T12:20:39,513 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:39,514 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:20:39,515 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:39,516 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:20:39,516 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:20:39,516 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,45313,1731414038073 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:20:39,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:39,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:39,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:39,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:39,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:20:39,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:20:39,517 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414069518 2024-11-12T12:20:39,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:20:39,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:20:39,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:39,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:20:39,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:20:39,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:20:39,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:20:39,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:20:39,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:20:39,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:20:39,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:20:39,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:20:39,519 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:39,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:20:39,519 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:20:39,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:20:39,520 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414039519,5,FailOnTimeoutGroup] 2024-11-12T12:20:39,524 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414039520,5,FailOnTimeoutGroup] 2024-11-12T12:20:39,524 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,524 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:20:39,524 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,524 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:20:39,542 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(746): ClusterId : eba7fe0e-ece9-4d23-92f1-a95a25802c25 2024-11-12T12:20:39,542 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:20:39,549 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:20:39,549 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:20:39,560 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:20:39,560 DEBUG [RS:0;4a91c05c96a4:41307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ac35ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:20:39,574 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:41307 2024-11-12T12:20:39,574 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:20:39,574 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:20:39,574 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:20:39,575 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,45313,1731414038073 with port=41307, startcode=1731414038269 2024-11-12T12:20:39,575 DEBUG [RS:0;4a91c05c96a4:41307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:20:39,576 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:20:39,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:39,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45313 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:39,578 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822 2024-11-12T12:20:39,578 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39403 2024-11-12T12:20:39,578 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:20:39,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689/rs 2024-11-12T12:20:39,591 DEBUG [RS:0;4a91c05c96a4:41307 {}] zookeeper.ZKUtil(111): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Set watcher on existing znode=/0-1243472689/rs/4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:39,592 WARN [RS:0;4a91c05c96a4:41307 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:20:39,592 INFO [RS:0;4a91c05c96a4:41307 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:39,592 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:39,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,41307,1731414038269] 2024-11-12T12:20:39,594 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:20:39,596 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:20:39,597 INFO [RS:0;4a91c05c96a4:41307 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:20:39,597 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,597 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:20:39,597 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:20:39,597 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:20:39,598 DEBUG [RS:0;4a91c05c96a4:41307 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:20:39,599 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,599 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,599 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,599 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,599 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,599 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41307,1731414038269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:20:39,620 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:20:39,620 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41307,1731414038269-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,620 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,620 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.Replication(171): 4a91c05c96a4,41307,1731414038269 started 2024-11-12T12:20:39,639 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:39,640 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,41307,1731414038269, RpcServer on 4a91c05c96a4/172.17.0.3:41307, sessionid=0x1012efd8abc0001 2024-11-12T12:20:39,640 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:20:39,640 DEBUG [RS:0;4a91c05c96a4:41307 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:39,640 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,41307,1731414038269' 2024-11-12T12:20:39,640 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1243472689/flush-table-proc/abort' 2024-11-12T12:20:39,640 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1243472689/flush-table-proc/acquired' 2024-11-12T12:20:39,641 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:20:39,641 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:20:39,641 DEBUG [RS:0;4a91c05c96a4:41307 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:39,641 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,41307,1731414038269' 2024-11-12T12:20:39,641 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1243472689/online-snapshot/abort' 2024-11-12T12:20:39,641 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1243472689/online-snapshot/acquired' 2024-11-12T12:20:39,643 DEBUG [RS:0;4a91c05c96a4:41307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:20:39,643 INFO [RS:0;4a91c05c96a4:41307 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:20:39,643 INFO [RS:0;4a91c05c96a4:41307 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:20:39,743 INFO [RS:0;4a91c05c96a4:41307 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:20:39,745 INFO [RS:0;4a91c05c96a4:41307 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C41307%2C1731414038269, suffix=, logDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269, archiveDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/oldWALs, maxLogs=10 2024-11-12T12:20:39,771 DEBUG [RS:0;4a91c05c96a4:41307 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746, exclude list is [], retry=0 2024-11-12T12:20:39,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-db96d5f0-938f-4517-af09-013cce57fdc0,DISK] 2024-11-12T12:20:39,806 INFO [RS:0;4a91c05c96a4:41307 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 2024-11-12T12:20:39,814 DEBUG [RS:0;4a91c05c96a4:41307 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-12T12:20:39,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:20:39,929 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822 2024-11-12T12:20:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:20:39,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:39,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:20:39,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:20:39,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:39,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:39,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:20:39,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:20:39,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:39,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:39,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:20:39,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:20:39,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:39,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:39,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:20:39,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:20:39,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:39,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:39,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:20:39,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740 2024-11-12T12:20:39,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740 2024-11-12T12:20:39,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:20:39,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:20:39,977 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:39,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:20:39,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:39,998 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74005438, jitterRate=0.1027669608592987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:39,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414039947Initializing all the Stores at 1731414039948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414039948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414039950 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414039950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414039950Cleaning up temporary data from old regions at 1731414039976 (+26 ms)Region opened successfully at 1731414039999 (+23 ms) 2024-11-12T12:20:39,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:20:39,999 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:20:39,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:20:39,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:20:39,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:20:40,004 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:40,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414039999Disabling compacts and flushes for region at 1731414039999Disabling writes for close at 1731414039999Writing region close event to WAL at 1731414040004 (+5 ms)Closed at 1731414040004 2024-11-12T12:20:40,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:40,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:20:40,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:20:40,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:20:40,010 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:20:40,161 DEBUG [4a91c05c96a4:45313 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:20:40,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:40,163 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,41307,1731414038269, state=OPENING 2024-11-12T12:20:40,207 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:20:40,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:40,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:40,251 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:20:40,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1243472689/meta-region-server: CHANGED 2024-11-12T12:20:40,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1243472689/meta-region-server: CHANGED 2024-11-12T12:20:40,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,41307,1731414038269}] 2024-11-12T12:20:40,428 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:20:40,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:20:40,444 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:20:40,444 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:40,445 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:20:40,446 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C41307%2C1731414038269.meta, suffix=.meta, logDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269, archiveDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/oldWALs, maxLogs=10 2024-11-12T12:20:40,464 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.meta.1731414040446.meta, exclude list is [], retry=0 2024-11-12T12:20:40,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-db96d5f0-938f-4517-af09-013cce57fdc0,DISK] 2024-11-12T12:20:40,509 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.meta.1731414040446.meta 2024-11-12T12:20:40,509 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-12T12:20:40,509 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:40,510 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:40,510 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:20:40,510 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:20:40,510 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:20:40,510 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:20:40,510 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:40,511 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:20:40,511 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:20:40,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:20:40,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:20:40,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:40,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:40,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:20:40,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:20:40,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:40,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:40,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:20:40,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:20:40,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:40,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:40,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:20:40,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:20:40,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:40,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:40,539 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:20:40,540 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740 2024-11-12T12:20:40,541 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740 2024-11-12T12:20:40,542 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:20:40,542 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:20:40,543 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:40,544 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:20:40,545 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67745721, jitterRate=0.009489908814430237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:40,545 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:20:40,546 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414040511Writing region info on filesystem at 1731414040511Initializing all the Stores at 1731414040516 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414040516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414040528 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414040528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414040528Cleaning up temporary data from old regions at 1731414040542 (+14 ms)Running coprocessor post-open hooks at 1731414040545 (+3 ms)Region opened successfully at 1731414040545 2024-11-12T12:20:40,547 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414040428 2024-11-12T12:20:40,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:40,554 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,41307,1731414038269, state=OPEN 2024-11-12T12:20:40,554 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:20:40,554 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:20:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1243472689/meta-region-server 2024-11-12T12:20:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1243472689/meta-region-server 2024-11-12T12:20:40,639 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:40,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1243472689/meta-region-server: CHANGED 2024-11-12T12:20:40,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1243472689/meta-region-server: CHANGED 2024-11-12T12:20:40,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:20:40,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,41307,1731414038269 in 388 msec 2024-11-12T12:20:40,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:20:40,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-12T12:20:40,648 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:40,649 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:20:40,656 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:40,656 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,41307,1731414038269, seqNum=-1] 2024-11-12T12:20:40,657 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:40,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:40,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1490 sec 2024-11-12T12:20:40,665 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414040665, completionTime=-1 2024-11-12T12:20:40,665 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:20:40,665 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:20:40,668 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:20:40,668 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414100668 2024-11-12T12:20:40,668 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414160668 2024-11-12T12:20:40,668 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T12:20:40,668 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45313,1731414038073-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:40,668 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45313,1731414038073-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:40,668 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45313,1731414038073-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:40,668 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:45313, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:40,668 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:40,671 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:20:40,678 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:40,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.303sec 2024-11-12T12:20:40,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:20:40,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:20:40,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:20:40,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:20:40,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:20:40,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45313,1731414038073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:20:40,685 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45313,1731414038073-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:20:40,715 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:20:40,715 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:20:40,715 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45313,1731414038073-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:40,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:40,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45313,-1 for getting cluster id 2024-11-12T12:20:40,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:40,780 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eba7fe0e-ece9-4d23-92f1-a95a25802c25' 2024-11-12T12:20:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eba7fe0e-ece9-4d23-92f1-a95a25802c25" 2024-11-12T12:20:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228a63f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45313,-1] 2024-11-12T12:20:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:40,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:40,786 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:40,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:40,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:40,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,41307,1731414038269, seqNum=-1] 2024-11-12T12:20:40,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:40,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:40,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:40,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54520 2024-11-12T12:20:40,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:40,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012efd8abc0002 connected 2024-11-12T12:20:40,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/hadoop.log.dir so I do NOT create it in target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76 2024-11-12T12:20:40,852 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:20:40,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/hadoop.tmp.dir so I do NOT create it in target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76 2024-11-12T12:20:40,852 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:20:40,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76 2024-11-12T12:20:40,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:20:40,852 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/cluster_7e8f7d6c-75b6-6040-431f-658342041a05, deleteOnExit=true 2024-11-12T12:20:40,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:20:40,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/test.cache.data in system properties and HBase conf 2024-11-12T12:20:40,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:20:40,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:20:40,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:20:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:20:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:20:40,853 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:20:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:20:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:20:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:20:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:20:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:20:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:20:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:20:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:20:40,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:20:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:20:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:20:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:20:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:20:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:20:41,178 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T12:20:41,223 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:41,223 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:41,224 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:41,224 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:41,224 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:41,225 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:41,234 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:41,239 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:41,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:41,243 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:41,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:41,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:20:41,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:20:41,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:20:41,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:20:41,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:41,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c620576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:20:41,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7c9c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:20:41,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69de49c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/java.io.tmpdir/jetty-localhost-39245-hadoop-hdfs-3_4_1-tests_jar-_-any-1108830463764477472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:20:41,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6def1617{HTTP/1.1, (http/1.1)}{localhost:39245} 2024-11-12T12:20:41,428 INFO [Time-limited test {}] server.Server(415): Started @201915ms 2024-11-12T12:20:42,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:20:42,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:20:42,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:20:42,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:20:42,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:20:42,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0e58bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:20:42,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e6736a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:20:42,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:42,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:20:42,197 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8186 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:20:42,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@641042f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/java.io.tmpdir/jetty-localhost-40847-hadoop-hdfs-3_4_1-tests_jar-_-any-2039972954874864332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:20:42,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@569a2576{HTTP/1.1, (http/1.1)}{localhost:40847} 2024-11-12T12:20:42,344 INFO [Time-limited test {}] server.Server(415): Started @202832ms 2024-11-12T12:20:42,346 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:20:43,149 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/cluster_7e8f7d6c-75b6-6040-431f-658342041a05/data/data2/current/BP-2005454283-172.17.0.3-1731414040877/current, will proceed with Du for space computation calculation, 2024-11-12T12:20:43,149 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/cluster_7e8f7d6c-75b6-6040-431f-658342041a05/data/data1/current/BP-2005454283-172.17.0.3-1731414040877/current, will proceed with Du for space computation calculation, 2024-11-12T12:20:43,187 WARN [Thread-2291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:20:43,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28c2e56ee265c56e with lease ID 0x4098db6ab4ccb2a7: Processing first storage report for DS-b72bef05-47ab-4156-97cb-c4e553b2aca9 from datanode DatanodeRegistration(127.0.0.1:45405, datanodeUuid=1a1d89ac-4b96-4ec3-b4f3-16b91f743eec, infoPort=39635, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=514828282;c=1731414040877) 2024-11-12T12:20:43,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28c2e56ee265c56e with lease ID 0x4098db6ab4ccb2a7: from storage DS-b72bef05-47ab-4156-97cb-c4e553b2aca9 node DatanodeRegistration(127.0.0.1:45405, datanodeUuid=1a1d89ac-4b96-4ec3-b4f3-16b91f743eec, infoPort=39635, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=514828282;c=1731414040877), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:20:43,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28c2e56ee265c56e with lease ID 0x4098db6ab4ccb2a7: Processing first storage report for DS-791498f3-af99-47fc-acc3-c1d482f42cbf from datanode DatanodeRegistration(127.0.0.1:45405, datanodeUuid=1a1d89ac-4b96-4ec3-b4f3-16b91f743eec, infoPort=39635, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=514828282;c=1731414040877) 2024-11-12T12:20:43,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28c2e56ee265c56e with lease ID 0x4098db6ab4ccb2a7: from storage DS-791498f3-af99-47fc-acc3-c1d482f42cbf node DatanodeRegistration(127.0.0.1:45405, datanodeUuid=1a1d89ac-4b96-4ec3-b4f3-16b91f743eec, infoPort=39635, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=514828282;c=1731414040877), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:20:43,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76 2024-11-12T12:20:43,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:43,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:43,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:20:43,267 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4 with version=8 2024-11-12T12:20:43,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/hbase-staging 2024-11-12T12:20:43,270 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:20:43,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:43,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:43,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:20:43,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:43,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:20:43,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:20:43,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:20:43,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41327 2024-11-12T12:20:43,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41327 connecting to ZooKeeper ensemble=127.0.0.1:54520 2024-11-12T12:20:43,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413270x0, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:43,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41327-0x1012efd8abc0003 connected 2024-11-12T12:20:43,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:43,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:43,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Set watcher on znode that does not yet exist, /11996125099/running 2024-11-12T12:20:43,375 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4, hbase.cluster.distributed=false 2024-11-12T12:20:43,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Set watcher on znode that does not yet exist, /11996125099/acl 2024-11-12T12:20:43,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-12T12:20:43,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41327 2024-11-12T12:20:43,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41327 2024-11-12T12:20:43,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-12T12:20:43,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-12T12:20:43,392 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:20:43,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:43,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:43,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:20:43,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:20:43,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:20:43,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:20:43,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:20:43,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45687 2024-11-12T12:20:43,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45687 connecting to ZooKeeper ensemble=127.0.0.1:54520 2024-11-12T12:20:43,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:43,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:43,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456870x0, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:43,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456870x0, quorum=127.0.0.1:54520, baseZNode=/11996125099 Set watcher on znode that does not yet exist, /11996125099/running 2024-11-12T12:20:43,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45687-0x1012efd8abc0004 connected 2024-11-12T12:20:43,407 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:20:43,408 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:20:43,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Set watcher on znode that does not yet exist, /11996125099/master 2024-11-12T12:20:43,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Set watcher on znode that does not yet exist, /11996125099/acl 2024-11-12T12:20:43,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45687 2024-11-12T12:20:43,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45687 2024-11-12T12:20:43,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45687 2024-11-12T12:20:43,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45687 2024-11-12T12:20:43,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45687 2024-11-12T12:20:43,453 DEBUG [M:0;4a91c05c96a4:41327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:41327 2024-11-12T12:20:43,456 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11996125099/backup-masters/4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:43,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099/backup-masters 2024-11-12T12:20:43,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099/backup-masters 2024-11-12T12:20:43,465 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Set watcher on existing znode=/11996125099/backup-masters/4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:43,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11996125099/master 2024-11-12T12:20:43,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:43,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:43,476 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Set watcher on existing znode=/11996125099/master 2024-11-12T12:20:43,477 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11996125099/backup-masters/4a91c05c96a4,41327,1731414043269 from backup master directory 2024-11-12T12:20:43,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099/backup-masters 2024-11-12T12:20:43,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11996125099/backup-masters/4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:43,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099/backup-masters 2024-11-12T12:20:43,486 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:20:43,486 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:43,493 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/hbase.id] with ID: d4eb9d91-b972-4b58-b918-ada74cb9c9bb 2024-11-12T12:20:43,494 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/.tmp/hbase.id 2024-11-12T12:20:43,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:20:43,901 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/.tmp/hbase.id]:[hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/hbase.id] 2024-11-12T12:20:43,909 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:20:43,909 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:20:43,910 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T12:20:43,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:43,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:43,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:20:44,380 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:44,381 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:20:44,382 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:44,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:20:44,388 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store 2024-11-12T12:20:44,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:20:44,394 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:44,394 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:20:44,394 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:44,394 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:44,394 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:20:44,394 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:44,394 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:44,394 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414044394Disabling compacts and flushes for region at 1731414044394Disabling writes for close at 1731414044394Writing region close event to WAL at 1731414044394Closed at 1731414044394 2024-11-12T12:20:44,395 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/.initializing 2024-11-12T12:20:44,395 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/WALs/4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:44,396 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:20:44,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C41327%2C1731414043269, suffix=, logDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/WALs/4a91c05c96a4,41327,1731414043269, archiveDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/oldWALs, maxLogs=10 2024-11-12T12:20:44,410 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/WALs/4a91c05c96a4,41327,1731414043269/4a91c05c96a4%2C41327%2C1731414043269.1731414044397, exclude list is [], retry=0 2024-11-12T12:20:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45405,DS-b72bef05-47ab-4156-97cb-c4e553b2aca9,DISK] 2024-11-12T12:20:44,413 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/WALs/4a91c05c96a4,41327,1731414043269/4a91c05c96a4%2C41327%2C1731414043269.1731414044397 2024-11-12T12:20:44,413 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635)] 2024-11-12T12:20:44,413 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:44,413 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:44,414 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,414 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:20:44,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:44,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:44,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:20:44,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:44,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:44,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:20:44,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:44,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:44,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:20:44,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:44,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:44,420 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,421 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,421 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,422 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,422 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,422 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:44,423 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:20:44,425 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:44,425 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58807416, jitterRate=-0.12370121479034424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:44,425 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414044414Initializing all the Stores at 1731414044414Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414044414Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414044415 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414044415Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414044415Cleaning up temporary data from old regions at 1731414044422 (+7 ms)Region opened successfully at 1731414044425 (+3 ms) 2024-11-12T12:20:44,426 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:20:44,428 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a49975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:20:44,429 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:20:44,429 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:20:44,429 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:20:44,429 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:20:44,429 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:20:44,429 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:20:44,429 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:20:44,434 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:20:44,435 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Unable to get data of znode /11996125099/balancer because node does not exist (not necessarily an error) 2024-11-12T12:20:44,491 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11996125099/balancer already deleted, retry=false 2024-11-12T12:20:44,491 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:20:44,492 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Unable to get data of znode /11996125099/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:20:44,501 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11996125099/normalizer already deleted, retry=false 2024-11-12T12:20:44,502 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:20:44,503 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Unable to get data of znode /11996125099/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:20:44,512 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11996125099/switch/split already deleted, retry=false 2024-11-12T12:20:44,512 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Unable to get data of znode /11996125099/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:20:44,522 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11996125099/switch/merge already deleted, retry=false 2024-11-12T12:20:44,524 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Unable to get data of znode /11996125099/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:20:44,533 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11996125099/snapshot-cleanup already deleted, retry=false 2024-11-12T12:20:44,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11996125099/running 2024-11-12T12:20:44,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11996125099/running 2024-11-12T12:20:44,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:44,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:44,544 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,41327,1731414043269, sessionid=0x1012efd8abc0003, setting cluster-up flag (Was=false) 2024-11-12T12:20:44,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:44,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:44,596 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11996125099/flush-table-proc/acquired, /11996125099/flush-table-proc/reached, /11996125099/flush-table-proc/abort 2024-11-12T12:20:44,597 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:44,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:44,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:44,744 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11996125099/online-snapshot/acquired, /11996125099/online-snapshot/reached, /11996125099/online-snapshot/abort 2024-11-12T12:20:44,744 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:44,754 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:20:44,755 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:44,755 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:20:44,755 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:20:44,756 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,41327,1731414043269 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:20:44,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:44,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:44,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:44,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:20:44,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:20:44,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:20:44,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,767 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414074767 2024-11-12T12:20:44,767 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:20:44,767 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:20:44,767 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:20:44,767 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:20:44,767 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:20:44,768 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:20:44,768 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,768 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:20:44,768 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:44,768 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:20:44,768 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:20:44,768 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:20:44,769 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:20:44,769 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:20:44,769 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:20:44,769 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:44,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:20:44,772 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414044769,5,FailOnTimeoutGroup] 2024-11-12T12:20:44,775 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414044772,5,FailOnTimeoutGroup] 2024-11-12T12:20:44,775 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,775 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:20:44,775 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,775 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:20:44,841 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(746): ClusterId : d4eb9d91-b972-4b58-b918-ada74cb9c9bb 2024-11-12T12:20:44,841 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:20:44,849 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:20:44,849 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:20:44,860 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:20:44,860 DEBUG [RS:0;4a91c05c96a4:45687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6919b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:20:44,870 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:45687 2024-11-12T12:20:44,870 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:20:44,870 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:20:44,870 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:20:44,871 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,41327,1731414043269 with port=45687, startcode=1731414043391 2024-11-12T12:20:44,871 DEBUG [RS:0;4a91c05c96a4:45687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:20:44,872 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:20:44,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:44,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41327 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:44,874 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4 2024-11-12T12:20:44,874 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42307 2024-11-12T12:20:44,874 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:20:44,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099/rs 2024-11-12T12:20:44,928 DEBUG [RS:0;4a91c05c96a4:45687 {}] zookeeper.ZKUtil(111): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Set watcher on existing znode=/11996125099/rs/4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:44,928 WARN [RS:0;4a91c05c96a4:45687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:20:44,928 INFO [RS:0;4a91c05c96a4:45687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:44,928 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:44,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,45687,1731414043391] 2024-11-12T12:20:44,931 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:20:44,932 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:20:44,932 INFO [RS:0;4a91c05c96a4:45687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:20:44,932 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,933 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:20:44,933 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:20:44,933 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,933 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:20:44,934 DEBUG [RS:0;4a91c05c96a4:45687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:20:44,934 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,934 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,934 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,934 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,934 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,934 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45687,1731414043391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:20:44,947 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:20:44,947 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45687,1731414043391-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,947 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,947 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.Replication(171): 4a91c05c96a4,45687,1731414043391 started 2024-11-12T12:20:44,959 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:44,959 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,45687,1731414043391, RpcServer on 4a91c05c96a4/172.17.0.3:45687, sessionid=0x1012efd8abc0004 2024-11-12T12:20:44,959 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:20:44,959 DEBUG [RS:0;4a91c05c96a4:45687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:44,959 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,45687,1731414043391' 2024-11-12T12:20:44,959 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11996125099/flush-table-proc/abort' 2024-11-12T12:20:44,959 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11996125099/flush-table-proc/acquired' 2024-11-12T12:20:44,960 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:20:44,960 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:20:44,960 DEBUG [RS:0;4a91c05c96a4:45687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:44,960 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,45687,1731414043391' 2024-11-12T12:20:44,960 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11996125099/online-snapshot/abort' 2024-11-12T12:20:44,960 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11996125099/online-snapshot/acquired' 2024-11-12T12:20:44,960 DEBUG [RS:0;4a91c05c96a4:45687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:20:44,960 INFO [RS:0;4a91c05c96a4:45687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:20:44,960 INFO [RS:0;4a91c05c96a4:45687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:20:45,060 INFO [RS:0;4a91c05c96a4:45687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:20:45,062 INFO [RS:0;4a91c05c96a4:45687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C45687%2C1731414043391, suffix=, logDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391, archiveDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/oldWALs, maxLogs=10 2024-11-12T12:20:45,073 DEBUG [RS:0;4a91c05c96a4:45687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062, exclude list is [], retry=0 2024-11-12T12:20:45,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45405,DS-b72bef05-47ab-4156-97cb-c4e553b2aca9,DISK] 2024-11-12T12:20:45,079 INFO [RS:0;4a91c05c96a4:45687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 2024-11-12T12:20:45,079 DEBUG [RS:0;4a91c05c96a4:45687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635)] 2024-11-12T12:20:45,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:20:45,187 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4 2024-11-12T12:20:45,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:20:45,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:45,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:20:45,595 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:20:45,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:20:45,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:45,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:45,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:20:45,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:20:45,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:45,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:45,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:20:45,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:20:45,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:45,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:45,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:20:45,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:20:45,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:45,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:20:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740 2024-11-12T12:20:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740 2024-11-12T12:20:45,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:20:45,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:20:45,602 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:45,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:20:45,604 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:45,605 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64179085, jitterRate=-0.04365710914134979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:45,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414045592Initializing all the Stores at 1731414045593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414045593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414045593Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414045593Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414045593Cleaning up temporary data from old regions at 1731414045601 (+8 ms)Region opened successfully at 1731414045605 (+4 ms) 2024-11-12T12:20:45,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:20:45,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:20:45,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:20:45,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:20:45,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:20:45,605 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:45,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414045605Disabling compacts and flushes for region at 1731414045605Disabling writes for close at 1731414045605Writing region close event to WAL at 1731414045605Closed at 1731414045605 2024-11-12T12:20:45,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:45,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:20:45,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:20:45,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:20:45,608 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:20:45,758 DEBUG [4a91c05c96a4:41327 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:20:45,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:45,760 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,45687,1731414043391, state=OPENING 2024-11-12T12:20:45,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:20:45,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T12:20:45,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:45,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T12:20:45,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:45,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T12:20:45,828 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:20:45,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:45,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:45,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11996125099/meta-region-server: CHANGED 2024-11-12T12:20:45,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11996125099/meta-region-server: CHANGED 2024-11-12T12:20:45,839 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:20:45,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,45687,1731414043391}] 2024-11-12T12:20:45,991 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:20:45,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:20:45,995 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:20:45,995 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:45,996 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:20:45,997 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C45687%2C1731414043391.meta, suffix=.meta, logDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391, archiveDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/oldWALs, maxLogs=10 2024-11-12T12:20:46,009 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.meta.1731414045997.meta, exclude list is [], retry=0 2024-11-12T12:20:46,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45405,DS-b72bef05-47ab-4156-97cb-c4e553b2aca9,DISK] 2024-11-12T12:20:46,012 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.meta.1731414045997.meta 2024-11-12T12:20:46,012 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635)] 2024-11-12T12:20:46,013 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:46,013 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:46,013 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:20:46,013 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:20:46,013 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:20:46,013 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:20:46,013 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:46,013 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:20:46,013 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:20:46,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:20:46,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:20:46,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:46,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:46,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:20:46,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:20:46,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:46,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:46,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:20:46,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:20:46,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:46,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:46,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:20:46,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:20:46,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:46,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:20:46,018 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:20:46,019 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740 2024-11-12T12:20:46,019 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740 2024-11-12T12:20:46,020 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:20:46,020 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:20:46,021 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:20:46,021 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:20:46,022 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64793408, jitterRate=-0.03450298309326172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:20:46,022 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:20:46,022 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414046013Writing region info on filesystem at 1731414046013Initializing all the Stores at 1731414046014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414046014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414046015 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414046015Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414046015Cleaning up temporary data from old regions at 1731414046020 (+5 ms)Running coprocessor post-open hooks at 1731414046022 (+2 ms)Region opened successfully at 1731414046022 2024-11-12T12:20:46,023 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414045991 2024-11-12T12:20:46,025 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:20:46,025 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:20:46,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:46,026 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,45687,1731414043391, state=OPEN 2024-11-12T12:20:46,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11996125099/meta-region-server 2024-11-12T12:20:46,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11996125099/meta-region-server 2024-11-12T12:20:46,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:46,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11996125099/meta-region-server: CHANGED 2024-11-12T12:20:46,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11996125099/meta-region-server: CHANGED 2024-11-12T12:20:46,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:20:46,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,45687,1731414043391 in 194 msec 2024-11-12T12:20:46,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:20:46,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-12T12:20:46,036 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:20:46,036 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:20:46,037 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:46,037 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,45687,1731414043391, seqNum=-1] 2024-11-12T12:20:46,038 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:46,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:46,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-11-12T12:20:46,043 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414046043, completionTime=-1 2024-11-12T12:20:46,043 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:20:46,043 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:20:46,045 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:20:46,045 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414106045 2024-11-12T12:20:46,045 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414166045 2024-11-12T12:20:46,045 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:20:46,045 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41327,1731414043269-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:46,045 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41327,1731414043269-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:46,045 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41327,1731414043269-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:46,045 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:41327, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:46,045 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:46,045 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:46,047 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:20:46,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.563sec 2024-11-12T12:20:46,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:20:46,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:20:46,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:20:46,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:20:46,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:20:46,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41327,1731414043269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:20:46,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41327,1731414043269-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:20:46,052 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:20:46,052 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:20:46,052 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41327,1731414043269-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:20:46,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9ab952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:46,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,41327,-1 for getting cluster id 2024-11-12T12:20:46,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:46,144 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb9d91-b972-4b58-b918-ada74cb9c9bb' 2024-11-12T12:20:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb9d91-b972-4b58-b918-ada74cb9c9bb" 2024-11-12T12:20:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12065416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,41327,-1] 2024-11-12T12:20:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:46,146 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:46,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2229cd7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:46,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,45687,1731414043391, seqNum=-1] 2024-11-12T12:20:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:46,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:46,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:46,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54520 2024-11-12T12:20:46,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:20:46,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012efd8abc0005 connected 2024-11-12T12:20:46,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1865b6af 2024-11-12T12:20:46,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:46,180 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:46,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:20:46,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:20:46,183 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:46,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:20:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:46,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:20:46,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:20:46,193 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66862fff04bed8bed10657174e138ac7, NAME => 'test,,1731414046180.66862fff04bed8bed10657174e138ac7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822 2024-11-12T12:20:46,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:20:46,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414046180.66862fff04bed8bed10657174e138ac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:46,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 66862fff04bed8bed10657174e138ac7, disabling compactions & flushes 2024-11-12T12:20:46,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:46,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:46,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414046180.66862fff04bed8bed10657174e138ac7. after waiting 0 ms 2024-11-12T12:20:46,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:46,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:46,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66862fff04bed8bed10657174e138ac7: Waiting for close lock at 1731414046199Disabling compacts and flushes for region at 1731414046199Disabling writes for close at 1731414046199Writing region close event to WAL at 1731414046199Closed at 1731414046199 2024-11-12T12:20:46,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:20:46,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414046180.66862fff04bed8bed10657174e138ac7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414046201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414046201"}]},"ts":"1731414046201"} 2024-11-12T12:20:46,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:20:46,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:20:46,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414046205"}]},"ts":"1731414046205"} 2024-11-12T12:20:46,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:20:46,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66862fff04bed8bed10657174e138ac7, ASSIGN}] 2024-11-12T12:20:46,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66862fff04bed8bed10657174e138ac7, ASSIGN 2024-11-12T12:20:46,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=66862fff04bed8bed10657174e138ac7, ASSIGN; state=OFFLINE, location=4a91c05c96a4,41307,1731414038269; forceNewPlan=false, retain=false 2024-11-12T12:20:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:46,362 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66862fff04bed8bed10657174e138ac7, regionState=OPENING, regionLocation=4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:46,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=66862fff04bed8bed10657174e138ac7, ASSIGN because future has completed 2024-11-12T12:20:46,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66862fff04bed8bed10657174e138ac7, server=4a91c05c96a4,41307,1731414038269}] 2024-11-12T12:20:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:46,522 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:46,523 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 66862fff04bed8bed10657174e138ac7, NAME => 'test,,1731414046180.66862fff04bed8bed10657174e138ac7.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:46,523 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:46,523 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:20:46,523 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,523 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414046180.66862fff04bed8bed10657174e138ac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:46,523 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,523 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,525 INFO [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,526 INFO [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66862fff04bed8bed10657174e138ac7 columnFamilyName f 2024-11-12T12:20:46,526 DEBUG [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:46,526 INFO [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] regionserver.HStore(327): Store=66862fff04bed8bed10657174e138ac7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:46,527 INFO [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,527 INFO [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66862fff04bed8bed10657174e138ac7 columnFamilyName f1 2024-11-12T12:20:46,528 DEBUG [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:46,528 INFO [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] regionserver.HStore(327): Store=66862fff04bed8bed10657174e138ac7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:46,528 INFO [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,529 INFO [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66862fff04bed8bed10657174e138ac7 columnFamilyName norep 2024-11-12T12:20:46,529 DEBUG [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:46,529 INFO [StoreOpener-66862fff04bed8bed10657174e138ac7-1 {}] regionserver.HStore(327): Store=66862fff04bed8bed10657174e138ac7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:46,529 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,530 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,530 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,531 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,531 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,531 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:20:46,532 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,534 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:46,534 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 66862fff04bed8bed10657174e138ac7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65413987, jitterRate=-0.025255635380744934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:20:46,534 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:46,535 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 66862fff04bed8bed10657174e138ac7: Running coprocessor pre-open hook at 1731414046524Writing region info on filesystem at 1731414046524Initializing all the Stores at 1731414046524Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414046524Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414046525 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414046525Cleaning up temporary data from old regions at 1731414046531 (+6 ms)Running coprocessor post-open hooks at 1731414046534 (+3 ms)Region opened successfully at 1731414046535 (+1 ms) 2024-11-12T12:20:46,536 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414046180.66862fff04bed8bed10657174e138ac7., pid=6, masterSystemTime=1731414046517 2024-11-12T12:20:46,538 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:46,538 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:46,539 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66862fff04bed8bed10657174e138ac7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:46,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66862fff04bed8bed10657174e138ac7, server=4a91c05c96a4,41307,1731414038269 because future has completed 2024-11-12T12:20:46,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:20:46,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 66862fff04bed8bed10657174e138ac7, server=4a91c05c96a4,41307,1731414038269 in 176 msec 2024-11-12T12:20:46,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:20:46,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=66862fff04bed8bed10657174e138ac7, ASSIGN in 335 msec 2024-11-12T12:20:46,546 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:20:46,547 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414046546"}]},"ts":"1731414046546"} 2024-11-12T12:20:46,549 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:20:46,550 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:20:46,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 369 msec 2024-11-12T12:20:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:46,807 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:20:46,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:46,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:46,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d441266 2024-11-12T12:20:46,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:46,809 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:46,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:20:46,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:20:46,812 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:46,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:20:46,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:20:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:20:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:47,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 345513490e7852147619f2389c481f58, NAME => 'test,,1731414046809.345513490e7852147619f2389c481f58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4 2024-11-12T12:20:47,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:20:47,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414046809.345513490e7852147619f2389c481f58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:47,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 345513490e7852147619f2389c481f58, disabling compactions & flushes 2024-11-12T12:20:47,223 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:47,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:47,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414046809.345513490e7852147619f2389c481f58. after waiting 0 ms 2024-11-12T12:20:47,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:47,223 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:47,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 345513490e7852147619f2389c481f58: Waiting for close lock at 1731414047223Disabling compacts and flushes for region at 1731414047223Disabling writes for close at 1731414047223Writing region close event to WAL at 1731414047223Closed at 1731414047223 2024-11-12T12:20:47,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:20:47,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414046809.345513490e7852147619f2389c481f58.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414047224"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414047224"}]},"ts":"1731414047224"} 2024-11-12T12:20:47,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:20:47,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:20:47,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414047227"}]},"ts":"1731414047227"} 2024-11-12T12:20:47,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:20:47,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=345513490e7852147619f2389c481f58, ASSIGN}] 2024-11-12T12:20:47,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=345513490e7852147619f2389c481f58, ASSIGN 2024-11-12T12:20:47,231 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=345513490e7852147619f2389c481f58, ASSIGN; state=OFFLINE, location=4a91c05c96a4,45687,1731414043391; forceNewPlan=false, retain=false 2024-11-12T12:20:47,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=345513490e7852147619f2389c481f58, regionState=OPENING, regionLocation=4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:47,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=345513490e7852147619f2389c481f58, ASSIGN because future has completed 2024-11-12T12:20:47,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 345513490e7852147619f2389c481f58, server=4a91c05c96a4,45687,1731414043391}] 2024-11-12T12:20:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:47,539 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:47,539 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 345513490e7852147619f2389c481f58, NAME => 'test,,1731414046809.345513490e7852147619f2389c481f58.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:47,539 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:47,539 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:20:47,540 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 345513490e7852147619f2389c481f58 2024-11-12T12:20:47,540 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414046809.345513490e7852147619f2389c481f58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:47,540 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 345513490e7852147619f2389c481f58 2024-11-12T12:20:47,540 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 345513490e7852147619f2389c481f58 2024-11-12T12:20:47,541 INFO [StoreOpener-345513490e7852147619f2389c481f58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 345513490e7852147619f2389c481f58 2024-11-12T12:20:47,542 INFO [StoreOpener-345513490e7852147619f2389c481f58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345513490e7852147619f2389c481f58 columnFamilyName f 2024-11-12T12:20:47,542 DEBUG [StoreOpener-345513490e7852147619f2389c481f58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:47,542 INFO [StoreOpener-345513490e7852147619f2389c481f58-1 {}] regionserver.HStore(327): Store=345513490e7852147619f2389c481f58/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:47,542 INFO [StoreOpener-345513490e7852147619f2389c481f58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 345513490e7852147619f2389c481f58 2024-11-12T12:20:47,543 INFO [StoreOpener-345513490e7852147619f2389c481f58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345513490e7852147619f2389c481f58 columnFamilyName f1 2024-11-12T12:20:47,543 DEBUG [StoreOpener-345513490e7852147619f2389c481f58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:47,543 INFO [StoreOpener-345513490e7852147619f2389c481f58-1 {}] regionserver.HStore(327): Store=345513490e7852147619f2389c481f58/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:47,543 INFO [StoreOpener-345513490e7852147619f2389c481f58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 345513490e7852147619f2389c481f58 2024-11-12T12:20:47,544 INFO [StoreOpener-345513490e7852147619f2389c481f58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345513490e7852147619f2389c481f58 columnFamilyName norep 2024-11-12T12:20:47,544 DEBUG [StoreOpener-345513490e7852147619f2389c481f58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:47,544 INFO [StoreOpener-345513490e7852147619f2389c481f58-1 {}] regionserver.HStore(327): Store=345513490e7852147619f2389c481f58/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:47,544 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 345513490e7852147619f2389c481f58 2024-11-12T12:20:47,544 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58 2024-11-12T12:20:47,545 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58 2024-11-12T12:20:47,545 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 345513490e7852147619f2389c481f58 2024-11-12T12:20:47,545 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 345513490e7852147619f2389c481f58 2024-11-12T12:20:47,546 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:20:47,546 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 345513490e7852147619f2389c481f58 2024-11-12T12:20:47,553 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:47,553 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 345513490e7852147619f2389c481f58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59877079, jitterRate=-0.10776199400424957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:20:47,553 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 345513490e7852147619f2389c481f58 2024-11-12T12:20:47,553 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 345513490e7852147619f2389c481f58: Running coprocessor pre-open hook at 1731414047540Writing region info on filesystem at 1731414047540Initializing all the Stores at 1731414047540Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414047540Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414047541 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414047541Cleaning up temporary data from old regions at 1731414047545 (+4 ms)Running coprocessor post-open hooks at 1731414047553 (+8 ms)Region opened successfully at 1731414047553 2024-11-12T12:20:47,554 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414046809.345513490e7852147619f2389c481f58., pid=6, masterSystemTime=1731414047536 2024-11-12T12:20:47,556 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:47,556 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:47,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=345513490e7852147619f2389c481f58, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:47,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 345513490e7852147619f2389c481f58, server=4a91c05c96a4,45687,1731414043391 because future has completed 2024-11-12T12:20:47,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:20:47,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 345513490e7852147619f2389c481f58, server=4a91c05c96a4,45687,1731414043391 in 175 msec 2024-11-12T12:20:47,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:20:47,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=345513490e7852147619f2389c481f58, ASSIGN in 331 msec 2024-11-12T12:20:47,562 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:20:47,563 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414047562"}]},"ts":"1731414047562"} 2024-11-12T12:20:47,564 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:20:47,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:20:47,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-12T12:20:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:20:47,947 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:20:47,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45313,-1 for getting cluster id 2024-11-12T12:20:47,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:47,949 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eba7fe0e-ece9-4d23-92f1-a95a25802c25' 2024-11-12T12:20:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eba7fe0e-ece9-4d23-92f1-a95a25802c25" 2024-11-12T12:20:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45313,-1] 2024-11-12T12:20:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:47,950 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d04c768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,41327,-1 for getting cluster id 2024-11-12T12:20:47,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:47,952 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb9d91-b972-4b58-b918-ada74cb9c9bb' 2024-11-12T12:20:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb9d91-b972-4b58-b918-ada74cb9c9bb" 2024-11-12T12:20:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d10f498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,41327,-1] 2024-11-12T12:20:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:47,954 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:47,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678a1821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45313,-1 for getting cluster id 2024-11-12T12:20:47,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:47,955 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eba7fe0e-ece9-4d23-92f1-a95a25802c25' 2024-11-12T12:20:47,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:47,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eba7fe0e-ece9-4d23-92f1-a95a25802c25" 2024-11-12T12:20:47,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3fc0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45313,-1] 2024-11-12T12:20:47,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:47,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:47,956 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:47,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399bc0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:47,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:47,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ae6484 2024-11-12T12:20:47,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:47,959 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:47,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:41327,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:20:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:20:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:47,962 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:41327' 2024-11-12T12:20:47,963 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed37105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,963 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,41327,-1 for getting cluster id 2024-11-12T12:20:47,963 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:47,963 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb9d91-b972-4b58-b918-ada74cb9c9bb' 2024-11-12T12:20:47,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:47,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb9d91-b972-4b58-b918-ada74cb9c9bb" 2024-11-12T12:20:47,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78062c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,41327,-1] 2024-11-12T12:20:47,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:47,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:47,965 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:47,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0d7104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:47,965 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:47,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:47,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af1773e 2024-11-12T12:20:47,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:47,967 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:47,967 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T12:20:47,967 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:20:47,967 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:47,967 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:47,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:47,968 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:47,969 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:20:47,970 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:20:47,970 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:47,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:20:47,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:20:48,019 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:20:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:48,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4da771d6290df9dbc796cd9041e9a207, NAME => 'hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822 2024-11-12T12:20:48,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:20:48,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:48,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4da771d6290df9dbc796cd9041e9a207, disabling compactions & flushes 2024-11-12T12:20:48,392 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:48,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:48,393 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. after waiting 1 ms 2024-11-12T12:20:48,393 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:48,393 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:48,393 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4da771d6290df9dbc796cd9041e9a207: Waiting for close lock at 1731414048392Disabling compacts and flushes for region at 1731414048392Disabling writes for close at 1731414048393 (+1 ms)Writing region close event to WAL at 1731414048393Closed at 1731414048393 2024-11-12T12:20:48,396 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:20:48,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731414048396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414048396"}]},"ts":"1731414048396"} 2024-11-12T12:20:48,398 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:20:48,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:20:48,399 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414048399"}]},"ts":"1731414048399"} 2024-11-12T12:20:48,402 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:20:48,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4da771d6290df9dbc796cd9041e9a207, ASSIGN}] 2024-11-12T12:20:48,404 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4da771d6290df9dbc796cd9041e9a207, ASSIGN 2024-11-12T12:20:48,405 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4da771d6290df9dbc796cd9041e9a207, ASSIGN; state=OFFLINE, location=4a91c05c96a4,41307,1731414038269; forceNewPlan=false, retain=false 2024-11-12T12:20:48,555 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4da771d6290df9dbc796cd9041e9a207, regionState=OPENING, regionLocation=4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:48,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4da771d6290df9dbc796cd9041e9a207, ASSIGN because future has completed 2024-11-12T12:20:48,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4da771d6290df9dbc796cd9041e9a207, server=4a91c05c96a4,41307,1731414038269}] 2024-11-12T12:20:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:48,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:48,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:48,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:20:48,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C41307%2C1731414038269.rep, suffix=, logDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269, archiveDir=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/oldWALs, maxLogs=10 2024-11-12T12:20:48,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.rep.1731414048713, exclude list is [], retry=0 2024-11-12T12:20:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-db96d5f0-938f-4517-af09-013cce57fdc0,DISK] 2024-11-12T12:20:48,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.rep.1731414048713 2024-11-12T12:20:48,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-12T12:20:48,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4da771d6290df9dbc796cd9041e9a207, NAME => 'hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:48,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:48,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:20:48,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. service=MultiRowMutationService 2024-11-12T12:20:48,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:20:48,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:48,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,730 INFO [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,730 INFO [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da771d6290df9dbc796cd9041e9a207 columnFamilyName hfileref 2024-11-12T12:20:48,731 DEBUG [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:48,731 INFO [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] regionserver.HStore(327): Store=4da771d6290df9dbc796cd9041e9a207/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:48,731 INFO [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,732 INFO [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da771d6290df9dbc796cd9041e9a207 columnFamilyName queue 2024-11-12T12:20:48,732 DEBUG [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:48,732 INFO [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] regionserver.HStore(327): Store=4da771d6290df9dbc796cd9041e9a207/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:48,732 INFO [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,733 INFO [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da771d6290df9dbc796cd9041e9a207 columnFamilyName sid 2024-11-12T12:20:48,733 DEBUG [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:48,733 INFO [StoreOpener-4da771d6290df9dbc796cd9041e9a207-1 {}] regionserver.HStore(327): Store=4da771d6290df9dbc796cd9041e9a207/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:48,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/replication/4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/replication/4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:20:48,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/replication/4da771d6290df9dbc796cd9041e9a207/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:48,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4da771d6290df9dbc796cd9041e9a207; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68153048, jitterRate=0.015559554100036621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:20:48,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:48,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4da771d6290df9dbc796cd9041e9a207: Running coprocessor pre-open hook at 1731414048729Writing region info on filesystem at 1731414048729Initializing all the Stores at 1731414048729Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414048729Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414048729Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414048729Cleaning up temporary data from old regions at 1731414048735 (+6 ms)Running coprocessor post-open hooks at 1731414048737 (+2 ms)Region opened successfully at 1731414048738 (+1 ms) 2024-11-12T12:20:48,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207., pid=10, masterSystemTime=1731414048709 2024-11-12T12:20:48,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:48,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:48,741 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4da771d6290df9dbc796cd9041e9a207, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4da771d6290df9dbc796cd9041e9a207, server=4a91c05c96a4,41307,1731414038269 because future has completed 2024-11-12T12:20:48,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:20:48,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4da771d6290df9dbc796cd9041e9a207, server=4a91c05c96a4,41307,1731414038269 in 185 msec 2024-11-12T12:20:48,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:20:48,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4da771d6290df9dbc796cd9041e9a207, ASSIGN in 343 msec 2024-11-12T12:20:48,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:20:48,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414048747"}]},"ts":"1731414048747"} 2024-11-12T12:20:48,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:20:48,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:20:48,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-11-12T12:20:48,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207., hostname=4a91c05c96a4,41307,1731414038269, seqNum=2] 2024-11-12T12:20:48,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:48,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:48,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:20:49,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:20:49,013 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:20:49,038 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,41307,1731414038269, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:20:49,038 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:49,038 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,41307,1731414038269, seqNum=-1] 2024-11-12T12:20:49,038 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:49,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T12:20:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,41307,1731414038269', locateType=CURRENT is [region=hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207., hostname=4a91c05c96a4,41307,1731414038269, seqNum=2] 2024-11-12T12:20:49,043 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:20:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:20:49,045 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,41307,1731414038269 suceeded 2024-11-12T12:20:49,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:20:49,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T12:20:49,046 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:41327,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:20:49,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0870 sec 2024-11-12T12:20:49,057 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:41327' 2024-11-12T12:20:49,058 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@339264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:49,058 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,41327,-1 for getting cluster id 2024-11-12T12:20:49,059 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:49,059 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb9d91-b972-4b58-b918-ada74cb9c9bb' 2024-11-12T12:20:49,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:49,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb9d91-b972-4b58-b918-ada74cb9c9bb" 2024-11-12T12:20:49,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7862fdd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:49,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,41327,-1] 2024-11-12T12:20:49,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:49,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:49,060 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:49,061 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b20a180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:49,061 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:49,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:49,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74fc2dbf 2024-11-12T12:20:49,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:49,062 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-12T12:20:49,063 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,41307,1731414038269 (queues=1) is replicating from cluster=eba7fe0e-ece9-4d23-92f1-a95a25802c25 to cluster=d4eb9d91-b972-4b58-b918-ada74cb9c9bb 2024-11-12T12:20:49,063 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C41307%2C1731414038269 2024-11-12T12:20:49,063 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,41307,1731414038269, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:20:49,063 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C41307%2C1731414038269 2024-11-12T12:20:49,063 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746, startPosition=0, beingWritten=true 2024-11-12T12:20:49,068 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:49,068 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 379, reset compression=false 2024-11-12T12:20:49,068 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,41307,1731414038269 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:20:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:49,098 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:20:49,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:49,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:49,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:49,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:49,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:49,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3e3db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:49,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,41327,-1 for getting cluster id 2024-11-12T12:20:49,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:49,099 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb9d91-b972-4b58-b918-ada74cb9c9bb' 2024-11-12T12:20:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb9d91-b972-4b58-b918-ada74cb9c9bb" 2024-11-12T12:20:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbe0f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,41327,-1] 2024-11-12T12:20:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:49,101 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:49,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15538134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:49,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:49,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:49,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17af0294 2024-11-12T12:20:49,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:49,103 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:49,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:45313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:20:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:20:49,106 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45313' 2024-11-12T12:20:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:49,106 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd24417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:49,106 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45313,-1 for getting cluster id 2024-11-12T12:20:49,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:49,107 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eba7fe0e-ece9-4d23-92f1-a95a25802c25' 2024-11-12T12:20:49,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:49,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eba7fe0e-ece9-4d23-92f1-a95a25802c25" 2024-11-12T12:20:49,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c42158f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:49,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45313,-1] 2024-11-12T12:20:49,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:49,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:49,108 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a7f70a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:49,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f13f3a2 2024-11-12T12:20:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:49,110 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:20:49,111 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T12:20:49,111 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:20:49,111 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:49,111 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:49,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:49,111 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:20:49,112 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:20:49,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:20:49,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:49,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:20:49,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:20:49,162 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:20:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:49,272 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 379, reset compression=false 2024-11-12T12:20:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:49,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fdc4044aef9a219ec4542b49ce75b79, NAME => 'hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4 2024-11-12T12:20:49,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:20:49,575 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 379, reset compression=false 2024-11-12T12:20:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:49,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:49,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fdc4044aef9a219ec4542b49ce75b79, disabling compactions & flushes 2024-11-12T12:20:49,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:49,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:49,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. after waiting 0 ms 2024-11-12T12:20:49,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:49,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:49,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fdc4044aef9a219ec4542b49ce75b79: Waiting for close lock at 1731414049925Disabling compacts and flushes for region at 1731414049925Disabling writes for close at 1731414049925Writing region close event to WAL at 1731414049925Closed at 1731414049925 2024-11-12T12:20:49,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:20:49,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731414049926"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414049926"}]},"ts":"1731414049926"} 2024-11-12T12:20:49,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:20:49,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:20:49,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414049929"}]},"ts":"1731414049929"} 2024-11-12T12:20:49,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:20:49,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fdc4044aef9a219ec4542b49ce75b79, ASSIGN}] 2024-11-12T12:20:49,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fdc4044aef9a219ec4542b49ce75b79, ASSIGN 2024-11-12T12:20:49,932 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fdc4044aef9a219ec4542b49ce75b79, ASSIGN; state=OFFLINE, location=4a91c05c96a4,45687,1731414043391; forceNewPlan=false, retain=false 2024-11-12T12:20:49,978 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 379, reset compression=false 2024-11-12T12:20:50,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fdc4044aef9a219ec4542b49ce75b79, regionState=OPENING, regionLocation=4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:50,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fdc4044aef9a219ec4542b49ce75b79, ASSIGN because future has completed 2024-11-12T12:20:50,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fdc4044aef9a219ec4542b49ce75b79, server=4a91c05c96a4,45687,1731414043391}] 2024-11-12T12:20:50,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:50,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:20:50,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:20:50,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C45687%2C1731414043391.rep, suffix=, logDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391, archiveDir=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/oldWALs, maxLogs=10 2024-11-12T12:20:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:50,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.rep.1731414050241, exclude list is [], retry=0 2024-11-12T12:20:50,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45405,DS-b72bef05-47ab-4156-97cb-c4e553b2aca9,DISK] 2024-11-12T12:20:50,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.rep.1731414050241 2024-11-12T12:20:50,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635)] 2024-11-12T12:20:50,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fdc4044aef9a219ec4542b49ce75b79, NAME => 'hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:20:50,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:20:50,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:20:50,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. service=MultiRowMutationService 2024-11-12T12:20:50,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:20:50,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:20:50,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,259 INFO [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,260 INFO [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdc4044aef9a219ec4542b49ce75b79 columnFamilyName hfileref 2024-11-12T12:20:50,260 DEBUG [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:50,261 INFO [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] regionserver.HStore(327): Store=8fdc4044aef9a219ec4542b49ce75b79/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:50,261 INFO [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,261 INFO [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdc4044aef9a219ec4542b49ce75b79 columnFamilyName queue 2024-11-12T12:20:50,262 DEBUG [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:50,262 INFO [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] regionserver.HStore(327): Store=8fdc4044aef9a219ec4542b49ce75b79/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:50,262 INFO [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,263 INFO [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdc4044aef9a219ec4542b49ce75b79 columnFamilyName sid 2024-11-12T12:20:50,263 DEBUG [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:20:50,263 INFO [StoreOpener-8fdc4044aef9a219ec4542b49ce75b79-1 {}] regionserver.HStore(327): Store=8fdc4044aef9a219ec4542b49ce75b79/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:20:50,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/replication/8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/replication/8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:20:50,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/replication/8fdc4044aef9a219ec4542b49ce75b79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:20:50,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fdc4044aef9a219ec4542b49ce75b79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73060395, jitterRate=0.08868472278118134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:20:50,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:50,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fdc4044aef9a219ec4542b49ce75b79: Running coprocessor pre-open hook at 1731414050258Writing region info on filesystem at 1731414050258Initializing all the Stores at 1731414050259 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414050259Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414050259Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414050259Cleaning up temporary data from old regions at 1731414050264 (+5 ms)Running coprocessor post-open hooks at 1731414050267 (+3 ms)Region opened successfully at 1731414050267 2024-11-12T12:20:50,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79., pid=10, masterSystemTime=1731414050237 2024-11-12T12:20:50,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:50,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:50,270 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fdc4044aef9a219ec4542b49ce75b79, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:50,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fdc4044aef9a219ec4542b49ce75b79, server=4a91c05c96a4,45687,1731414043391 because future has completed 2024-11-12T12:20:50,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:20:50,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fdc4044aef9a219ec4542b49ce75b79, server=4a91c05c96a4,45687,1731414043391 in 188 msec 2024-11-12T12:20:50,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:20:50,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fdc4044aef9a219ec4542b49ce75b79, ASSIGN in 344 msec 2024-11-12T12:20:50,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:20:50,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414050277"}]},"ts":"1731414050277"} 2024-11-12T12:20:50,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:20:50,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:20:50,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-12T12:20:50,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79., hostname=4a91c05c96a4,45687,1731414043391, seqNum=2] 2024-11-12T12:20:50,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:50,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:50,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:20:50,482 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 379, reset compression=false 2024-11-12T12:20:50,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:20:50,602 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:20:50,627 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,45687,1731414043391, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:20:50,627 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:50,627 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,45687,1731414043391, seqNum=-1] 2024-11-12T12:20:50,627 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:50,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T12:20:50,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,45687,1731414043391', locateType=CURRENT is [region=hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79., hostname=4a91c05c96a4,45687,1731414043391, seqNum=2] 2024-11-12T12:20:50,631 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:20:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:20:50,633 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,45687,1731414043391 suceeded 2024-11-12T12:20:50,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:20:50,635 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:45313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:20:50,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T12:20:50,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-11-12T12:20:50,645 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45313' 2024-11-12T12:20:50,646 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e7e1927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:50,646 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45313,-1 for getting cluster id 2024-11-12T12:20:50,646 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:50,647 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eba7fe0e-ece9-4d23-92f1-a95a25802c25' 2024-11-12T12:20:50,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:50,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eba7fe0e-ece9-4d23-92f1-a95a25802c25" 2024-11-12T12:20:50,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@187c34f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:50,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45313,-1] 2024-11-12T12:20:50,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:50,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:50,648 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:50,648 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70dff93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:50,649 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:50,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:50,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4230be8b 2024-11-12T12:20:50,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:20:50,650 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-12T12:20:50,650 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,45687,1731414043391 (queues=1) is replicating from cluster=d4eb9d91-b972-4b58-b918-ada74cb9c9bb to cluster=eba7fe0e-ece9-4d23-92f1-a95a25802c25 2024-11-12T12:20:50,650 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C45687%2C1731414043391 2024-11-12T12:20:50,650 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,45687,1731414043391, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:20:50,651 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C45687%2C1731414043391 2024-11-12T12:20:50,651 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062, startPosition=0, beingWritten=true 2024-11-12T12:20:50,655 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:50,655 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 379, reset compression=false 2024-11-12T12:20:50,655 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45687,1731414043391 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:20:50,859 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 379, reset compression=false 2024-11-12T12:20:50,931 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T12:20:50,931 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T12:20:51,086 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 379, reset compression=false 2024-11-12T12:20:51,162 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 379, reset compression=false 2024-11-12T12:20:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:20:51,258 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:20:51,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:51,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:51,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:51,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:51,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:51,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:51,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,41307,1731414038269, seqNum=-1] 2024-11-12T12:20:51,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:51,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:51,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731414046180.66862fff04bed8bed10657174e138ac7., hostname=4a91c05c96a4,41307,1731414038269, seqNum=2] 2024-11-12T12:20:51,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:51,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,45687,1731414043391, seqNum=-1] 2024-11-12T12:20:51,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:51,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:20:51,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731414046809.345513490e7852147619f2389c481f58., hostname=4a91c05c96a4,45687,1731414043391, seqNum=2] 2024-11-12T12:20:51,268 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T12:20:51,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:20:51,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:51,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:51,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:51,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:51,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:51,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:51,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:51,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:51,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:51,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:20:51,565 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 379, reset compression=false 2024-11-12T12:20:51,789 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 379, reset compression=false 2024-11-12T12:20:51,793 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:20:51,793 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 480, reset compression=false 2024-11-12T12:20:51,793 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,41307,1731414038269 got entry batch from reader: WALEntryBatch [walEntries=[{test/66862fff04bed8bed10657174e138ac7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T12:20:51,796 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:20:51,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-12T12:20:51,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:20:51,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49702d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:51,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,41327,-1 for getting cluster id 2024-11-12T12:20:51,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:51,799 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eb9d91-b972-4b58-b918-ada74cb9c9bb' 2024-11-12T12:20:51,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:51,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eb9d91-b972-4b58-b918-ada74cb9c9bb" 2024-11-12T12:20:51,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71070250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:51,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,41327,-1] 2024-11-12T12:20:51,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:51,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:51,800 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:51,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@202356bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:51,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:51,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,45687,1731414043391, seqNum=-1] 2024-11-12T12:20:51,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:51,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T12:20:51,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731414046809.345513490e7852147619f2389c481f58., hostname=4a91c05c96a4,45687,1731414043391, seqNum=2] 2024-11-12T12:20:51,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:20:51,999 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 480, reset compression=false 2024-11-12T12:20:52,070 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 379, reset compression=false 2024-11-12T12:20:52,074 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:52,074 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 504, reset compression=false 2024-11-12T12:20:52,074 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45687,1731414043391 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:20:52,237 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:20:52,237 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:20:52,237 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18227 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:20:52,271 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T12:20:52,273 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T12:20:52,277 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 504, reset compression=false 2024-11-12T12:20:52,281 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:20:52,281 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 608, reset compression=false 2024-11-12T12:20:52,281 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45687,1731414043391 got entry batch from reader: WALEntryBatch [walEntries=[{test/345513490e7852147619f2389c481f58/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T12:20:52,283 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:20:52,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-12T12:20:52,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:20:52,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f90da00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:52,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45313,-1 for getting cluster id 2024-11-12T12:20:52,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:20:52,286 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eba7fe0e-ece9-4d23-92f1-a95a25802c25' 2024-11-12T12:20:52,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:20:52,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eba7fe0e-ece9-4d23-92f1-a95a25802c25" 2024-11-12T12:20:52,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b62563d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:52,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45313,-1] 2024-11-12T12:20:52,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:20:52,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:52,287 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:20:52,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6646b35d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:20:52,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:20:52,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,41307,1731414038269, seqNum=-1] 2024-11-12T12:20:52,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:20:52,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T12:20:52,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731414046180.66862fff04bed8bed10657174e138ac7., hostname=4a91c05c96a4,41307,1731414038269, seqNum=2] 2024-11-12T12:20:52,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:20:52,303 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 480, reset compression=false 2024-11-12T12:20:52,307 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:52,307 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 608, reset compression=false 2024-11-12T12:20:52,307 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,41307,1731414038269 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:20:52,485 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 608, reset compression=false 2024-11-12T12:20:52,512 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 608, reset compression=false 2024-11-12T12:20:52,789 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 608, reset compression=false 2024-11-12T12:20:52,817 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 608, reset compression=false 2024-11-12T12:20:53,193 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 608, reset compression=false 2024-11-12T12:20:53,221 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 608, reset compression=false 2024-11-12T12:20:53,275 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T12:20:53,280 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T12:20:53,696 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 608, reset compression=false 2024-11-12T12:20:53,724 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 608, reset compression=false 2024-11-12T12:20:53,728 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:20:53,728 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 764, reset compression=false 2024-11-12T12:20:53,728 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,41307,1731414038269 got entry batch from reader: WALEntryBatch [walEntries=[{test/66862fff04bed8bed10657174e138ac7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T12:20:53,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:20:53,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45687 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:20:53,932 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 764, reset compression=false 2024-11-12T12:20:54,236 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 764, reset compression=false 2024-11-12T12:20:54,282 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T12:20:54,286 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T12:20:54,300 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 608, reset compression=false 2024-11-12T12:20:54,305 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:20:54,305 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 915, reset compression=false 2024-11-12T12:20:54,305 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45687,1731414043391 got entry batch from reader: WALEntryBatch [walEntries=[{test/345513490e7852147619f2389c481f58/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T12:20:54,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:20:54,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:20:54,511 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 915, reset compression=false 2024-11-12T12:20:54,639 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 764, reset compression=false 2024-11-12T12:20:54,643 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:54,643 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 914, reset compression=false 2024-11-12T12:20:54,643 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,41307,1731414038269 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:20:54,814 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 915, reset compression=false 2024-11-12T12:20:54,847 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 914, reset compression=false 2024-11-12T12:20:55,150 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 914, reset compression=false 2024-11-12T12:20:55,217 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 915, reset compression=false 2024-11-12T12:20:55,287 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T12:20:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:20:55,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:55,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:55,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:55,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:55,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:55,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:20:55,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=870028202, stopped=false 2024-11-12T12:20:55,290 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,41327,1731414043269 2024-11-12T12:20:55,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11996125099/running 2024-11-12T12:20:55,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11996125099/running 2024-11-12T12:20:55,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:55,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:55,354 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:20:55,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:55,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:55,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:55,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Set watcher on znode that does not yet exist, /11996125099/running 2024-11-12T12:20:55,354 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,45687,1731414043391' ***** 2024-11-12T12:20:55,354 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:20:55,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Set watcher on znode that does not yet exist, /11996125099/running 2024-11-12T12:20:55,354 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:20:55,355 INFO [RS:0;4a91c05c96a4:45687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:20:55,355 INFO [RS:0;4a91c05c96a4:45687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:20:55,355 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:20:55,355 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:55,355 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(3091): Received CLOSE for 345513490e7852147619f2389c481f58 2024-11-12T12:20:55,355 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:55,355 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:20:55,355 INFO [RS:0;4a91c05c96a4:45687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:45687. 2024-11-12T12:20:55,355 DEBUG [RS:0;4a91c05c96a4:45687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:55,355 DEBUG [RS:0;4a91c05c96a4:45687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:55,355 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:20:55,355 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:20:55,355 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:20:55,355 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:20:55,356 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:20:55,356 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8fdc4044aef9a219ec4542b49ce75b79=hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79., 345513490e7852147619f2389c481f58=test,,1731414046809.345513490e7852147619f2389c481f58.} 2024-11-12T12:20:55,356 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 345513490e7852147619f2389c481f58, 8fdc4044aef9a219ec4542b49ce75b79 2024-11-12T12:20:55,356 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:20:55,356 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fdc4044aef9a219ec4542b49ce75b79, disabling compactions & flushes 2024-11-12T12:20:55,356 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:20:55,356 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:55,356 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:20:55,356 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:55,356 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:20:55,356 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. after waiting 0 ms 2024-11-12T12:20:55,356 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:20:55,356 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:55,356 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8fdc4044aef9a219ec4542b49ce75b79 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-12T12:20:55,356 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:20:55,370 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/replication/8fdc4044aef9a219ec4542b49ce75b79/.tmp/queue/0b4622d6a4ef496cae69c979a21f098e is 153, key is 1-4a91c05c96a4,45687,1731414043391/queue:4a91c05c96a4%2C45687%2C1731414043391/1731414054310/Put/seqid=0 2024-11-12T12:20:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741840_1016 (size=5352) 2024-11-12T12:20:55,373 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/info/6f1f226df5274eb5b9b22f4fe1c156fb is 147, key is hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79./info:regioninfo/1731414050270/Put/seqid=0 2024-11-12T12:20:55,374 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/replication/8fdc4044aef9a219ec4542b49ce75b79/.tmp/queue/0b4622d6a4ef496cae69c979a21f098e 2024-11-12T12:20:55,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741841_1017 (size=7686) 2024-11-12T12:20:55,380 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/info/6f1f226df5274eb5b9b22f4fe1c156fb 2024-11-12T12:20:55,383 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/replication/8fdc4044aef9a219ec4542b49ce75b79/.tmp/queue/0b4622d6a4ef496cae69c979a21f098e as hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/replication/8fdc4044aef9a219ec4542b49ce75b79/queue/0b4622d6a4ef496cae69c979a21f098e 2024-11-12T12:20:55,387 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/replication/8fdc4044aef9a219ec4542b49ce75b79/queue/0b4622d6a4ef496cae69c979a21f098e, entries=1, sequenceid=9, filesize=5.2 K 2024-11-12T12:20:55,388 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 8fdc4044aef9a219ec4542b49ce75b79 in 32ms, sequenceid=9, compaction requested=false 2024-11-12T12:20:55,398 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/replication/8fdc4044aef9a219ec4542b49ce75b79/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T12:20:55,398 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/ns/abcecea4452b4abe8dacad2082b0877f is 43, key is default/ns:d/1731414046039/Put/seqid=0 2024-11-12T12:20:55,398 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:55,398 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:55,398 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:55,398 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fdc4044aef9a219ec4542b49ce75b79: Waiting for close lock at 1731414055356Running coprocessor pre-close hooks at 1731414055356Disabling compacts and flushes for region at 1731414055356Disabling writes for close at 1731414055356Obtaining lock to block concurrent updates at 1731414055356Preparing flush snapshotting stores in 8fdc4044aef9a219ec4542b49ce75b79 at 1731414055356Finished memstore snapshotting hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731414055356Flushing stores of hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. at 1731414055357 (+1 ms)Flushing 8fdc4044aef9a219ec4542b49ce75b79/queue: creating writer at 1731414055357Flushing 8fdc4044aef9a219ec4542b49ce75b79/queue: appending metadata at 1731414055369 (+12 ms)Flushing 8fdc4044aef9a219ec4542b49ce75b79/queue: closing flushed file at 1731414055369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d3bd37: reopening flushed file at 1731414055382 (+13 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 8fdc4044aef9a219ec4542b49ce75b79 in 32ms, sequenceid=9, compaction requested=false at 1731414055388 (+6 ms)Writing region close event to WAL at 1731414055395 (+7 ms)Running coprocessor post-close hooks at 1731414055398 (+3 ms)Closed at 1731414055398 2024-11-12T12:20:55,399 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731414049111.8fdc4044aef9a219ec4542b49ce75b79. 2024-11-12T12:20:55,399 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 345513490e7852147619f2389c481f58, disabling compactions & flushes 2024-11-12T12:20:55,399 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:55,399 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:55,399 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414046809.345513490e7852147619f2389c481f58. after waiting 0 ms 2024-11-12T12:20:55,399 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:55,399 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 345513490e7852147619f2389c481f58 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-12T12:20:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:20:55,425 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/.tmp/f/0739a805847242e09d2deef1de0e687d is 29, key is row1/f:/1731414054283/DeleteFamily/seqid=0 2024-11-12T12:20:55,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741843_1019 (size=5118) 2024-11-12T12:20:55,442 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:20:55,554 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 914, reset compression=false 2024-11-12T12:20:55,556 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 345513490e7852147619f2389c481f58 2024-11-12T12:20:55,721 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 915, reset compression=false 2024-11-12T12:20:55,725 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:55,725 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 1162, reset compression=false 2024-11-12T12:20:55,725 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45687,1731414043391 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:20:55,726 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a91c05c96a4,45687,1731414043391: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a91c05c96a4,45687,1731414043391, walGroup=4a91c05c96a4%2C45687%2C1731414043391, offset=4a91c05c96a4%2C45687%2C1731414043391.1731414045062:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:45687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T12:20:55,726 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:20:55,727 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:20:55,727 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:20:55,727 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:20:55,727 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:20:55,727 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 574642960 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191400208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T12:20:55,728 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:41327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:41327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T12:20:55,756 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 345513490e7852147619f2389c481f58 2024-11-12T12:20:55,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T12:20:55,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T12:20:55,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T12:20:55,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T12:20:55,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:20:55,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T12:20:55,802 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/ns/abcecea4452b4abe8dacad2082b0877f 2024-11-12T12:20:55,819 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/rep_barrier/400efe3362884daa83718469cf0b1e14 is 112, key is test,,1731414046809.345513490e7852147619f2389c481f58./rep_barrier:seqnumDuringOpen/1731414047556/Put/seqid=0 2024-11-12T12:20:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741844_1020 (size=5518) 2024-11-12T12:20:55,829 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/.tmp/f/0739a805847242e09d2deef1de0e687d 2024-11-12T12:20:55,832 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0739a805847242e09d2deef1de0e687d 2024-11-12T12:20:55,849 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/.tmp/f1/a640789f9604416a88c06cc417ac0170 is 30, key is row1/f1:/1731414054283/DeleteFamily/seqid=0 2024-11-12T12:20:55,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741845_1021 (size=5123) 2024-11-12T12:20:55,928 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 1162, reset compression=false 2024-11-12T12:20:55,935 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:20:55,935 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:20:55,956 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 345513490e7852147619f2389c481f58 2024-11-12T12:20:56,059 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 914, reset compression=false 2024-11-12T12:20:56,156 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 345513490e7852147619f2389c481f58 2024-11-12T12:20:56,223 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/rep_barrier/400efe3362884daa83718469cf0b1e14 2024-11-12T12:20:56,231 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 1162, reset compression=false 2024-11-12T12:20:56,242 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/table/7ce330d482444379ad3e3e2af6862fcb is 53, key is hbase:replication/table:state/1731414050277/Put/seqid=0 2024-11-12T12:20:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741846_1022 (size=5308) 2024-11-12T12:20:56,253 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/.tmp/f1/a640789f9604416a88c06cc417ac0170 2024-11-12T12:20:56,256 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a640789f9604416a88c06cc417ac0170 2024-11-12T12:20:56,270 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/.tmp/norep/3d588aa85c134f0489920ac460889216 is 33, key is row1/norep:/1731414054283/DeleteFamily/seqid=0 2024-11-12T12:20:56,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741847_1023 (size=5108) 2024-11-12T12:20:56,356 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:20:56,357 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 345513490e7852147619f2389c481f58=test,,1731414046809.345513490e7852147619f2389c481f58.} 2024-11-12T12:20:56,357 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 345513490e7852147619f2389c481f58 2024-11-12T12:20:56,557 DEBUG [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 345513490e7852147619f2389c481f58 2024-11-12T12:20:56,634 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.wal-reader.4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 to pos 1162, reset compression=false 2024-11-12T12:20:56,648 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/table/7ce330d482444379ad3e3e2af6862fcb 2024-11-12T12:20:56,652 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/info/6f1f226df5274eb5b9b22f4fe1c156fb as hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/info/6f1f226df5274eb5b9b22f4fe1c156fb 2024-11-12T12:20:56,656 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/info/6f1f226df5274eb5b9b22f4fe1c156fb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:20:56,657 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/ns/abcecea4452b4abe8dacad2082b0877f as hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/ns/abcecea4452b4abe8dacad2082b0877f 2024-11-12T12:20:56,661 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/ns/abcecea4452b4abe8dacad2082b0877f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:20:56,661 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/rep_barrier/400efe3362884daa83718469cf0b1e14 as hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/rep_barrier/400efe3362884daa83718469cf0b1e14 2024-11-12T12:20:56,662 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 914, reset compression=false 2024-11-12T12:20:56,665 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/rep_barrier/400efe3362884daa83718469cf0b1e14, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:20:56,666 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/.tmp/table/7ce330d482444379ad3e3e2af6862fcb as hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/table/7ce330d482444379ad3e3e2af6862fcb 2024-11-12T12:20:56,670 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/table/7ce330d482444379ad3e3e2af6862fcb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:20:56,671 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-11-12T12:20:56,673 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/.tmp/norep/3d588aa85c134f0489920ac460889216 2024-11-12T12:20:56,676 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:20:56,677 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:56,677 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:20:56,677 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:56,677 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414055356Running coprocessor pre-close hooks at 1731414055356Disabling compacts and flushes for region at 1731414055356Disabling writes for close at 1731414055356Obtaining lock to block concurrent updates at 1731414055356Preparing flush snapshotting stores in 1588230740 at 1731414055356Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731414055356Flushing stores of hbase:meta,,1.1588230740 at 1731414055357 (+1 ms)Flushing 1588230740/info: creating writer at 1731414055357Flushing 1588230740/info: appending metadata at 1731414055373 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731414055373Flushing 1588230740/ns: creating writer at 1731414055384 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731414055398 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731414055398Flushing 1588230740/rep_barrier: creating writer at 1731414055806 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414055819 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414055819Flushing 1588230740/table: creating writer at 1731414056226 (+407 ms)Flushing 1588230740/table: appending metadata at 1731414056241 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731414056241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b51d1bb: reopening flushed file at 1731414056652 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b8601: reopening flushed file at 1731414056656 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@536d1987: reopening flushed file at 1731414056661 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe9e543: reopening flushed file at 1731414056665 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1731414056671 (+6 ms)Writing region close event to WAL at 1731414056674 (+3 ms)Running coprocessor post-close hooks at 1731414056677 (+3 ms)Closed at 1731414056677 2024-11-12T12:20:56,677 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d588aa85c134f0489920ac460889216 2024-11-12T12:20:56,677 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:20:56,677 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/.tmp/f/0739a805847242e09d2deef1de0e687d as hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/f/0739a805847242e09d2deef1de0e687d 2024-11-12T12:20:56,682 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0739a805847242e09d2deef1de0e687d 2024-11-12T12:20:56,682 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/f/0739a805847242e09d2deef1de0e687d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T12:20:56,683 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/.tmp/f1/a640789f9604416a88c06cc417ac0170 as hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/f1/a640789f9604416a88c06cc417ac0170 2024-11-12T12:20:56,687 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a640789f9604416a88c06cc417ac0170 2024-11-12T12:20:56,687 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/f1/a640789f9604416a88c06cc417ac0170, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T12:20:56,687 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/.tmp/norep/3d588aa85c134f0489920ac460889216 as hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/norep/3d588aa85c134f0489920ac460889216 2024-11-12T12:20:56,691 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d588aa85c134f0489920ac460889216 2024-11-12T12:20:56,691 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/norep/3d588aa85c134f0489920ac460889216, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T12:20:56,692 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 345513490e7852147619f2389c481f58 in 1293ms, sequenceid=8, compaction requested=false 2024-11-12T12:20:56,696 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/data/default/test/345513490e7852147619f2389c481f58/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T12:20:56,696 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:56,696 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:20:56,696 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:56,696 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 345513490e7852147619f2389c481f58: Waiting for close lock at 1731414055399Running coprocessor pre-close hooks at 1731414055399Disabling compacts and flushes for region at 1731414055399Disabling writes for close at 1731414055399Obtaining lock to block concurrent updates at 1731414055399Preparing flush snapshotting stores in 345513490e7852147619f2389c481f58 at 1731414055399Finished memstore snapshotting test,,1731414046809.345513490e7852147619f2389c481f58., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731414055399Flushing stores of test,,1731414046809.345513490e7852147619f2389c481f58. at 1731414055400 (+1 ms)Flushing 345513490e7852147619f2389c481f58/f: creating writer at 1731414055400Flushing 345513490e7852147619f2389c481f58/f: appending metadata at 1731414055424 (+24 ms)Flushing 345513490e7852147619f2389c481f58/f: closing flushed file at 1731414055424Flushing 345513490e7852147619f2389c481f58/f1: creating writer at 1731414055833 (+409 ms)Flushing 345513490e7852147619f2389c481f58/f1: appending metadata at 1731414055848 (+15 ms)Flushing 345513490e7852147619f2389c481f58/f1: closing flushed file at 1731414055849 (+1 ms)Flushing 345513490e7852147619f2389c481f58/norep: creating writer at 1731414056257 (+408 ms)Flushing 345513490e7852147619f2389c481f58/norep: appending metadata at 1731414056269 (+12 ms)Flushing 345513490e7852147619f2389c481f58/norep: closing flushed file at 1731414056269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7467c6bb: reopening flushed file at 1731414056677 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce07692: reopening flushed file at 1731414056682 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e923932: reopening flushed file at 1731414056687 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 345513490e7852147619f2389c481f58 in 1293ms, sequenceid=8, compaction requested=false at 1731414056692 (+5 ms)Writing region close event to WAL at 1731414056693 (+1 ms)Running coprocessor post-close hooks at 1731414056696 (+3 ms)Closed at 1731414056696 2024-11-12T12:20:56,697 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414046809.345513490e7852147619f2389c481f58. 2024-11-12T12:20:56,757 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,45687,1731414043391; all regions closed. 2024-11-12T12:20:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741834_1010 (size=4239) 2024-11-12T12:20:56,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.meta.1731414045997.meta not finished, retry = 0 2024-11-12T12:20:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741839_1015 (size=2458) 2024-11-12T12:20:56,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.rep.1731414050241 not finished, retry = 0 2024-11-12T12:20:56,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741832_1008 (size=1814) 2024-11-12T12:20:56,964 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/WALs/4a91c05c96a4,45687,1731414043391/4a91c05c96a4%2C45687%2C1731414043391.1731414045062 not finished, retry = 0 2024-11-12T12:20:57,065 DEBUG [RS:0;4a91c05c96a4:45687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:57,065 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:20:57,066 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:20:57,066 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T12:20:57,066 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:20:57,066 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:20:57,066 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,45687,1731414043391 because: Region server is closing 2024-11-12T12:20:57,066 INFO [RS:0;4a91c05c96a4:45687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:45687. 2024-11-12T12:20:57,066 DEBUG [RS:0;4a91c05c96a4:45687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:57,066 DEBUG [RS:0;4a91c05c96a4:45687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:57,067 DEBUG [RS:0;4a91c05c96a4:45687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:57,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:57,167 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45687,1731414043391.replicationSource.shipper4a91c05c96a4%2C45687%2C1731414043391,1-4a91c05c96a4,45687,1731414043391 terminated 2024-11-12T12:20:57,167 INFO [RS:0;4a91c05c96a4:45687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:45687. 2024-11-12T12:20:57,167 DEBUG [RS:0;4a91c05c96a4:45687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:57,167 DEBUG [RS:0;4a91c05c96a4:45687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:57,167 DEBUG [RS:0;4a91c05c96a4:45687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:57,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:57,167 INFO [RS:0;4a91c05c96a4:45687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45687 2024-11-12T12:20:57,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099/rs 2024-11-12T12:20:57,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11996125099/rs/4a91c05c96a4,45687,1731414043391 2024-11-12T12:20:57,238 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:20:57,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,45687,1731414043391] 2024-11-12T12:20:57,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11996125099/draining/4a91c05c96a4,45687,1731414043391 already deleted, retry=false 2024-11-12T12:20:57,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,45687,1731414043391 expired; onlineServers=0 2024-11-12T12:20:57,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,41327,1731414043269' ***** 2024-11-12T12:20:57,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:20:57,259 INFO [M:0;4a91c05c96a4:41327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:20:57,259 INFO [M:0;4a91c05c96a4:41327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:20:57,259 DEBUG [M:0;4a91c05c96a4:41327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:20:57,259 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:20:57,259 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414044769 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414044769,5,FailOnTimeoutGroup] 2024-11-12T12:20:57,259 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414044772 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414044772,5,FailOnTimeoutGroup] 2024-11-12T12:20:57,259 DEBUG [M:0;4a91c05c96a4:41327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:20:57,259 INFO [M:0;4a91c05c96a4:41327 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:20:57,259 INFO [M:0;4a91c05c96a4:41327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:20:57,259 DEBUG [M:0;4a91c05c96a4:41327 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:20:57,259 INFO [M:0;4a91c05c96a4:41327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:20:57,259 INFO [M:0;4a91c05c96a4:41327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:20:57,260 INFO [M:0;4a91c05c96a4:41327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:20:57,260 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:20:57,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11996125099/master 2024-11-12T12:20:57,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11996125099 2024-11-12T12:20:57,269 DEBUG [M:0;4a91c05c96a4:41327 {}] zookeeper.ZKUtil(347): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Unable to get data of znode /11996125099/master because node does not exist (not an error) 2024-11-12T12:20:57,269 WARN [M:0;4a91c05c96a4:41327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:20:57,270 INFO [M:0;4a91c05c96a4:41327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/.lastflushedseqids 2024-11-12T12:20:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741848_1024 (size=245) 2024-11-12T12:20:57,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:57,348 INFO [RS:0;4a91c05c96a4:45687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:20:57,348 INFO [RS:0;4a91c05c96a4:45687 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,45687,1731414043391; zookeeper connection closed. 2024-11-12T12:20:57,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45687-0x1012efd8abc0004, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:57,349 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@715dbf03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@715dbf03 2024-11-12T12:20:57,349 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:20:57,365 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 914, reset compression=false 2024-11-12T12:20:57,674 INFO [M:0;4a91c05c96a4:41327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:20:57,674 INFO [M:0;4a91c05c96a4:41327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:20:57,674 DEBUG [M:0;4a91c05c96a4:41327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:20:57,674 INFO [M:0;4a91c05c96a4:41327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:57,674 DEBUG [M:0;4a91c05c96a4:41327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:57,675 DEBUG [M:0;4a91c05c96a4:41327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:20:57,675 DEBUG [M:0;4a91c05c96a4:41327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:57,675 INFO [M:0;4a91c05c96a4:41327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T12:20:57,688 DEBUG [M:0;4a91c05c96a4:41327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f92c21a0f1d9459f888af3c61d058657 is 82, key is hbase:meta,,1/info:regioninfo/1731414046025/Put/seqid=0 2024-11-12T12:20:57,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741849_1025 (size=5672) 2024-11-12T12:20:58,092 INFO [M:0;4a91c05c96a4:41327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f92c21a0f1d9459f888af3c61d058657 2024-11-12T12:20:58,112 DEBUG [M:0;4a91c05c96a4:41327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ac55deb71ba426fb374f1c5c40e1c01 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731414050280/Put/seqid=0 2024-11-12T12:20:58,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741850_1026 (size=8516) 2024-11-12T12:20:58,169 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 914, reset compression=false 2024-11-12T12:20:58,518 INFO [M:0;4a91c05c96a4:41327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ac55deb71ba426fb374f1c5c40e1c01 2024-11-12T12:20:58,534 DEBUG [M:0;4a91c05c96a4:41327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bfee1c4cb04458fb979234246bb26e8 is 69, key is 4a91c05c96a4,45687,1731414043391/rs:state/1731414044873/Put/seqid=0 2024-11-12T12:20:58,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741851_1027 (size=5156) 2024-11-12T12:20:58,537 INFO [M:0;4a91c05c96a4:41327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bfee1c4cb04458fb979234246bb26e8 2024-11-12T12:20:58,541 DEBUG [M:0;4a91c05c96a4:41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f92c21a0f1d9459f888af3c61d058657 as hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f92c21a0f1d9459f888af3c61d058657 2024-11-12T12:20:58,544 INFO [M:0;4a91c05c96a4:41327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f92c21a0f1d9459f888af3c61d058657, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T12:20:58,545 DEBUG [M:0;4a91c05c96a4:41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ac55deb71ba426fb374f1c5c40e1c01 as hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ac55deb71ba426fb374f1c5c40e1c01 2024-11-12T12:20:58,548 INFO [M:0;4a91c05c96a4:41327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ac55deb71ba426fb374f1c5c40e1c01, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T12:20:58,549 DEBUG [M:0;4a91c05c96a4:41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bfee1c4cb04458fb979234246bb26e8 as hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bfee1c4cb04458fb979234246bb26e8 2024-11-12T12:20:58,552 INFO [M:0;4a91c05c96a4:41327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42307/user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bfee1c4cb04458fb979234246bb26e8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T12:20:58,553 INFO [M:0;4a91c05c96a4:41327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=97, compaction requested=false 2024-11-12T12:20:58,554 INFO [M:0;4a91c05c96a4:41327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:20:58,554 DEBUG [M:0;4a91c05c96a4:41327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414057674Disabling compacts and flushes for region at 1731414057674Disabling writes for close at 1731414057675 (+1 ms)Obtaining lock to block concurrent updates at 1731414057675Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414057675Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731414057675Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414057676 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414057676Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414057688 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414057688Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414058095 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414058112 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414058112Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414058521 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414058533 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414058534 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b087c: reopening flushed file at 1731414058540 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf21523: reopening flushed file at 1731414058544 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1f6019: reopening flushed file at 1731414058548 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=97, compaction requested=false at 1731414058553 (+5 ms)Writing region close event to WAL at 1731414058554 (+1 ms)Closed at 1731414058554 2024-11-12T12:20:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741830_1006 (size=63654) 2024-11-12T12:20:58,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d49a176-667e-f50e-0597-87bdc531f5d4/MasterData/WALs/4a91c05c96a4,41327,1731414043269/4a91c05c96a4%2C41327%2C1731414043269.1731414044397 not finished, retry = 0 2024-11-12T12:20:58,659 INFO [M:0;4a91c05c96a4:41327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:20:58,659 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:20:58,659 INFO [M:0;4a91c05c96a4:41327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41327 2024-11-12T12:20:58,659 INFO [M:0;4a91c05c96a4:41327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:20:58,822 INFO [M:0;4a91c05c96a4:41327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:20:58,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:58,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41327-0x1012efd8abc0003, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:20:58,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@641042f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:20:58,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@569a2576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:20:58,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:20:58,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e6736a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:20:58,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0e58bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/hadoop.log.dir/,STOPPED} 2024-11-12T12:20:58,826 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:20:58,826 WARN [BP-2005454283-172.17.0.3-1731414040877 heartbeating to localhost/127.0.0.1:42307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:20:58,826 WARN [BP-2005454283-172.17.0.3-1731414040877 heartbeating to localhost/127.0.0.1:42307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2005454283-172.17.0.3-1731414040877 (Datanode Uuid 1a1d89ac-4b96-4ec3-b4f3-16b91f743eec) service to localhost/127.0.0.1:42307 2024-11-12T12:20:58,826 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:20:58,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/cluster_7e8f7d6c-75b6-6040-431f-658342041a05/data/data1/current/BP-2005454283-172.17.0.3-1731414040877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:20:58,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/cluster_7e8f7d6c-75b6-6040-431f-658342041a05/data/data2/current/BP-2005454283-172.17.0.3-1731414040877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:20:58,827 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:20:58,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69de49c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:20:58,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6def1617{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:20:58,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:20:58,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7c9c1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:20:58,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c620576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/hadoop.log.dir/,STOPPED} 2024-11-12T12:20:58,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:20:58,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:20:58,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:58,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:58,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:58,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:58,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:20:58,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:20:58,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=994731595, stopped=false 2024-11-12T12:20:58,849 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,45313,1731414038073 2024-11-12T12:20:58,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1243472689/running 2024-11-12T12:20:58,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1243472689/running 2024-11-12T12:20:58,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:58,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:20:58,869 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:20:58,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:20:58,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:58,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:58,870 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,41307,1731414038269' ***** 2024-11-12T12:20:58,870 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:20:58,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Set watcher on znode that does not yet exist, /0-1243472689/running 2024-11-12T12:20:58,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Set watcher on znode that does not yet exist, /0-1243472689/running 2024-11-12T12:20:58,870 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:20:58,870 INFO [RS:0;4a91c05c96a4:41307 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:20:58,870 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:20:58,870 INFO [RS:0;4a91c05c96a4:41307 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:20:58,870 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(3091): Received CLOSE for 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:58,871 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(3091): Received CLOSE for 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:58,871 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,41307,1731414038269 2024-11-12T12:20:58,871 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:20:58,871 INFO [RS:0;4a91c05c96a4:41307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:41307. 2024-11-12T12:20:58,871 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66862fff04bed8bed10657174e138ac7, disabling compactions & flushes 2024-11-12T12:20:58,871 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:58,871 DEBUG [RS:0;4a91c05c96a4:41307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:20:58,871 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:58,871 DEBUG [RS:0;4a91c05c96a4:41307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:20:58,871 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414046180.66862fff04bed8bed10657174e138ac7. after waiting 0 ms 2024-11-12T12:20:58,871 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:58,871 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:20:58,871 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:20:58,871 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:20:58,871 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 66862fff04bed8bed10657174e138ac7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-12T12:20:58,871 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:20:58,871 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:20:58,871 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1325): Online Regions={66862fff04bed8bed10657174e138ac7=test,,1731414046180.66862fff04bed8bed10657174e138ac7., 1588230740=hbase:meta,,1.1588230740, 4da771d6290df9dbc796cd9041e9a207=hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207.} 2024-11-12T12:20:58,871 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4da771d6290df9dbc796cd9041e9a207, 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:58,871 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:20:58,871 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:20:58,871 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:20:58,871 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:20:58,871 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:20:58,871 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:20:58,884 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/info/834b825faede430a9c3b7fa46ea9bd75 is 147, key is hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207./info:regioninfo/1731414048741/Put/seqid=0 2024-11-12T12:20:58,885 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/.tmp/f/0b97f55889f5451ba7ec7b66665315a9 is 29, key is row1/f:/1731414054283/DeleteFamily/seqid=0 2024-11-12T12:20:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741840_1016 (size=5118) 2024-11-12T12:20:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741841_1017 (size=7686) 2024-11-12T12:20:58,888 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/.tmp/f/0b97f55889f5451ba7ec7b66665315a9 2024-11-12T12:20:58,894 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b97f55889f5451ba7ec7b66665315a9 2024-11-12T12:20:58,906 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/.tmp/f1/b792c506aad84861ae348742a37da247 is 30, key is row1/f1:/1731414054283/DeleteFamily/seqid=0 2024-11-12T12:20:58,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741842_1018 (size=5123) 2024-11-12T12:20:58,921 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:20:59,071 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4da771d6290df9dbc796cd9041e9a207, 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:59,073 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 914, reset compression=false 2024-11-12T12:20:59,077 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:59,077 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 1161, reset compression=false 2024-11-12T12:20:59,077 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,41307,1731414038269 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:20:59,077 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a91c05c96a4,41307,1731414038269: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a91c05c96a4,41307,1731414038269, walGroup=4a91c05c96a4%2C41307%2C1731414038269, offset=4a91c05c96a4%2C41307%2C1731414038269.1731414039746:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:41307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T12:20:59,078 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:20:59,078 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:20:59,078 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:20:59,078 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:20:59,079 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:20:59,079 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 633363216 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191883408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T12:20:59,079 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:45313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:45313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T12:20:59,272 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4da771d6290df9dbc796cd9041e9a207, 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:59,280 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 1161, reset compression=false 2024-11-12T12:20:59,288 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/info/834b825faede430a9c3b7fa46ea9bd75 2024-11-12T12:20:59,305 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/ns/f5cd4139234e4fe5958bea857d649cb7 is 43, key is default/ns:d/1731414040659/Put/seqid=0 2024-11-12T12:20:59,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741843_1019 (size=5153) 2024-11-12T12:20:59,310 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/.tmp/f1/b792c506aad84861ae348742a37da247 2024-11-12T12:20:59,313 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b792c506aad84861ae348742a37da247 2024-11-12T12:20:59,327 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/.tmp/norep/ba9a19c71a7a4f4a893067d35552c505 is 32, key is row/norep:/1731414053278/DeleteFamily/seqid=0 2024-11-12T12:20:59,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741844_1020 (size=5101) 2024-11-12T12:20:59,472 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4da771d6290df9dbc796cd9041e9a207, 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:59,583 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 1161, reset compression=false 2024-11-12T12:20:59,599 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:20:59,599 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:20:59,672 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4da771d6290df9dbc796cd9041e9a207, 66862fff04bed8bed10657174e138ac7 2024-11-12T12:20:59,709 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/ns/f5cd4139234e4fe5958bea857d649cb7 2024-11-12T12:20:59,726 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/rep_barrier/540227909ab249c1810198a2645e5d7e is 112, key is test,,1731414046180.66862fff04bed8bed10657174e138ac7./rep_barrier:seqnumDuringOpen/1731414046539/Put/seqid=0 2024-11-12T12:20:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741845_1021 (size=5518) 2024-11-12T12:20:59,731 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/.tmp/norep/ba9a19c71a7a4f4a893067d35552c505 2024-11-12T12:20:59,734 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba9a19c71a7a4f4a893067d35552c505 2024-11-12T12:20:59,735 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/.tmp/f/0b97f55889f5451ba7ec7b66665315a9 as hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/f/0b97f55889f5451ba7ec7b66665315a9 2024-11-12T12:20:59,738 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b97f55889f5451ba7ec7b66665315a9 2024-11-12T12:20:59,738 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/f/0b97f55889f5451ba7ec7b66665315a9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T12:20:59,739 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/.tmp/f1/b792c506aad84861ae348742a37da247 as hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/f1/b792c506aad84861ae348742a37da247 2024-11-12T12:20:59,742 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b792c506aad84861ae348742a37da247 2024-11-12T12:20:59,742 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/f1/b792c506aad84861ae348742a37da247, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T12:20:59,742 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/.tmp/norep/ba9a19c71a7a4f4a893067d35552c505 as hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/norep/ba9a19c71a7a4f4a893067d35552c505 2024-11-12T12:20:59,746 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba9a19c71a7a4f4a893067d35552c505 2024-11-12T12:20:59,746 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/norep/ba9a19c71a7a4f4a893067d35552c505, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T12:20:59,746 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 66862fff04bed8bed10657174e138ac7 in 875ms, sequenceid=8, compaction requested=false 2024-11-12T12:20:59,746 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T12:20:59,750 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/default/test/66862fff04bed8bed10657174e138ac7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T12:20:59,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:20:59,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:20:59,751 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:59,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66862fff04bed8bed10657174e138ac7: Waiting for close lock at 1731414058871Running coprocessor pre-close hooks at 1731414058871Disabling compacts and flushes for region at 1731414058871Disabling writes for close at 1731414058871Obtaining lock to block concurrent updates at 1731414058871Preparing flush snapshotting stores in 66862fff04bed8bed10657174e138ac7 at 1731414058871Finished memstore snapshotting test,,1731414046180.66862fff04bed8bed10657174e138ac7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731414058872 (+1 ms)Flushing stores of test,,1731414046180.66862fff04bed8bed10657174e138ac7. at 1731414058872Flushing 66862fff04bed8bed10657174e138ac7/f: creating writer at 1731414058872Flushing 66862fff04bed8bed10657174e138ac7/f: appending metadata at 1731414058884 (+12 ms)Flushing 66862fff04bed8bed10657174e138ac7/f: closing flushed file at 1731414058884Flushing 66862fff04bed8bed10657174e138ac7/f1: creating writer at 1731414058894 (+10 ms)Flushing 66862fff04bed8bed10657174e138ac7/f1: appending metadata at 1731414058906 (+12 ms)Flushing 66862fff04bed8bed10657174e138ac7/f1: closing flushed file at 1731414058906Flushing 66862fff04bed8bed10657174e138ac7/norep: creating writer at 1731414059313 (+407 ms)Flushing 66862fff04bed8bed10657174e138ac7/norep: appending metadata at 1731414059326 (+13 ms)Flushing 66862fff04bed8bed10657174e138ac7/norep: closing flushed file at 1731414059326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2779249f: reopening flushed file at 1731414059734 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4688a357: reopening flushed file at 1731414059738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322113e5: reopening flushed file at 1731414059742 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 66862fff04bed8bed10657174e138ac7 in 875ms, sequenceid=8, compaction requested=false at 1731414059746 (+4 ms)Writing region close event to WAL at 1731414059748 (+2 ms)Running coprocessor post-close hooks at 1731414059751 (+3 ms)Closed at 1731414059751 2024-11-12T12:20:59,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414046180.66862fff04bed8bed10657174e138ac7. 2024-11-12T12:20:59,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4da771d6290df9dbc796cd9041e9a207, disabling compactions & flushes 2024-11-12T12:20:59,751 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:59,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:59,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. after waiting 0 ms 2024-11-12T12:20:59,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:59,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4da771d6290df9dbc796cd9041e9a207: Waiting for close lock at 1731414059751Running coprocessor pre-close hooks at 1731414059751Disabling compacts and flushes for region at 1731414059751Disabling writes for close at 1731414059751Failed flush hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207., putting online again at 1731414059751 2024-11-12T12:20:59,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:59,872 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:20:59,872 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4da771d6290df9dbc796cd9041e9a207=hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207.} 2024-11-12T12:20:59,872 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(3091): Received CLOSE for 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:59,872 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4da771d6290df9dbc796cd9041e9a207 2024-11-12T12:20:59,872 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4da771d6290df9dbc796cd9041e9a207, disabling compactions & flushes 2024-11-12T12:20:59,872 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:59,872 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:59,872 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. after waiting 0 ms 2024-11-12T12:20:59,872 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:59,873 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4da771d6290df9dbc796cd9041e9a207: Waiting for close lock at 1731414059872Running coprocessor pre-close hooks at 1731414059872Disabling compacts and flushes for region at 1731414059872Disabling writes for close at 1731414059872Failed flush hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207., putting online again at 1731414059873 (+1 ms) 2024-11-12T12:20:59,873 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731414047968.4da771d6290df9dbc796cd9041e9a207. 2024-11-12T12:20:59,986 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 1161, reset compression=false 2024-11-12T12:20:59,990 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:20:59,990 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 1805, reset compression=false 2024-11-12T12:21:00,072 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:00,130 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/rep_barrier/540227909ab249c1810198a2645e5d7e 2024-11-12T12:21:00,146 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/table/a5abd72c24da4567be944459e1cbcf7e is 53, key is hbase:replication/table:state/1731414048747/Put/seqid=0 2024-11-12T12:21:00,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741846_1022 (size=5308) 2024-11-12T12:21:00,192 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 1805, reset compression=false 2024-11-12T12:21:00,273 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:00,473 DEBUG [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:00,495 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 1805, reset compression=false 2024-11-12T12:21:00,550 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/table/a5abd72c24da4567be944459e1cbcf7e 2024-11-12T12:21:00,554 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/info/834b825faede430a9c3b7fa46ea9bd75 as hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/info/834b825faede430a9c3b7fa46ea9bd75 2024-11-12T12:21:00,558 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/info/834b825faede430a9c3b7fa46ea9bd75, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:21:00,559 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/ns/f5cd4139234e4fe5958bea857d649cb7 as hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/ns/f5cd4139234e4fe5958bea857d649cb7 2024-11-12T12:21:00,562 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/ns/f5cd4139234e4fe5958bea857d649cb7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:21:00,562 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/rep_barrier/540227909ab249c1810198a2645e5d7e as hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/rep_barrier/540227909ab249c1810198a2645e5d7e 2024-11-12T12:21:00,566 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/rep_barrier/540227909ab249c1810198a2645e5d7e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:21:00,567 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/.tmp/table/a5abd72c24da4567be944459e1cbcf7e as hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/table/a5abd72c24da4567be944459e1cbcf7e 2024-11-12T12:21:00,571 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/table/a5abd72c24da4567be944459e1cbcf7e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:21:00,572 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false 2024-11-12T12:21:00,572 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:21:00,576 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:21:00,576 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:21:00,576 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:21:00,576 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:00,576 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414058871Running coprocessor pre-close hooks at 1731414058871Disabling compacts and flushes for region at 1731414058871Disabling writes for close at 1731414058871Obtaining lock to block concurrent updates at 1731414058871Preparing flush snapshotting stores in 1588230740 at 1731414058871Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731414058872 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731414058872Flushing 1588230740/info: creating writer at 1731414058872Flushing 1588230740/info: appending metadata at 1731414058884 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731414058884Flushing 1588230740/ns: creating writer at 1731414059292 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731414059305 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731414059305Flushing 1588230740/rep_barrier: creating writer at 1731414059713 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414059726 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414059726Flushing 1588230740/table: creating writer at 1731414060134 (+408 ms)Flushing 1588230740/table: appending metadata at 1731414060146 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731414060146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18dde43b: reopening flushed file at 1731414060554 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb4844f: reopening flushed file at 1731414060558 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a549948: reopening flushed file at 1731414060562 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d70f464: reopening flushed file at 1731414060566 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false at 1731414060572 (+6 ms)Writing region close event to WAL at 1731414060573 (+1 ms)Running coprocessor post-close hooks at 1731414060576 (+3 ms)Closed at 1731414060576 2024-11-12T12:21:00,577 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:00,673 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T12:21:00,673 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,41307,1731414038269; all regions closed. 2024-11-12T12:21:00,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741834_1010 (size=4239) 2024-11-12T12:21:00,675 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.meta.1731414040446.meta not finished, retry = 0 2024-11-12T12:21:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741839_1015 (size=1733) 2024-11-12T12:21:00,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.rep.1731414048713 not finished, retry = 0 2024-11-12T12:21:00,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741832_1008 (size=1813) 2024-11-12T12:21:00,881 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 not finished, retry = 0 2024-11-12T12:21:00,899 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 to pos 1805, reset compression=false 2024-11-12T12:21:00,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:21:00,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:00,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:00,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:00,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:00,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:00,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:00,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:00,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:00,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:00,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:00,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:00,981 DEBUG [RS:0;4a91c05c96a4:41307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:00,981 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:21:00,981 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/WALs/4a91c05c96a4,41307,1731414038269/4a91c05c96a4%2C41307%2C1731414038269.1731414039746 2024-11-12T12:21:00,982 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:21:00,982 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T12:21:00,982 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:21:00,982 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:21:00,982 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,41307,1731414038269 because: Region server is closing 2024-11-12T12:21:00,982 INFO [RS:0;4a91c05c96a4:41307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:41307. 2024-11-12T12:21:00,982 DEBUG [RS:0;4a91c05c96a4:41307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:00,982 DEBUG [RS:0;4a91c05c96a4:41307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:00,982 DEBUG [RS:0;4a91c05c96a4:41307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:00,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:01,083 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.shipper4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 terminated 2024-11-12T12:21:01,083 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,41307,1731414038269.replicationSource.wal-reader.4a91c05c96a4%2C41307%2C1731414038269,1-4a91c05c96a4,41307,1731414038269 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-12T12:21:01,083 INFO [RS:0;4a91c05c96a4:41307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:41307. 2024-11-12T12:21:01,083 DEBUG [RS:0;4a91c05c96a4:41307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:01,083 DEBUG [RS:0;4a91c05c96a4:41307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:01,083 DEBUG [RS:0;4a91c05c96a4:41307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:01,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:01,083 INFO [RS:0;4a91c05c96a4:41307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41307 2024-11-12T12:21:01,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689/rs 2024-11-12T12:21:01,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1243472689/rs/4a91c05c96a4,41307,1731414038269 2024-11-12T12:21:01,105 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:21:01,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,41307,1731414038269] 2024-11-12T12:21:01,126 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1243472689/draining/4a91c05c96a4,41307,1731414038269 already deleted, retry=false 2024-11-12T12:21:01,126 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,41307,1731414038269 expired; onlineServers=0 2024-11-12T12:21:01,126 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,45313,1731414038073' ***** 2024-11-12T12:21:01,126 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:21:01,126 INFO [M:0;4a91c05c96a4:45313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:21:01,126 INFO [M:0;4a91c05c96a4:45313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:21:01,126 DEBUG [M:0;4a91c05c96a4:45313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:21:01,126 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:21:01,127 DEBUG [M:0;4a91c05c96a4:45313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:21:01,127 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414039519 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414039519,5,FailOnTimeoutGroup] 2024-11-12T12:21:01,127 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414039520 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414039520,5,FailOnTimeoutGroup] 2024-11-12T12:21:01,127 INFO [M:0;4a91c05c96a4:45313 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:21:01,127 INFO [M:0;4a91c05c96a4:45313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:21:01,127 DEBUG [M:0;4a91c05c96a4:45313 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:21:01,127 INFO [M:0;4a91c05c96a4:45313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:21:01,127 INFO [M:0;4a91c05c96a4:45313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:21:01,127 INFO [M:0;4a91c05c96a4:45313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:21:01,127 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:21:01,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1243472689/master 2024-11-12T12:21:01,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1243472689 2024-11-12T12:21:01,137 DEBUG [M:0;4a91c05c96a4:45313 {}] zookeeper.ZKUtil(347): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Unable to get data of znode /0-1243472689/master because node does not exist (not an error) 2024-11-12T12:21:01,137 WARN [M:0;4a91c05c96a4:45313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:21:01,138 INFO [M:0;4a91c05c96a4:45313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/.lastflushedseqids 2024-11-12T12:21:01,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741847_1023 (size=245) 2024-11-12T12:21:01,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:01,216 INFO [RS:0;4a91c05c96a4:41307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:21:01,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41307-0x1012efd8abc0001, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:01,216 INFO [RS:0;4a91c05c96a4:41307 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,41307,1731414038269; zookeeper connection closed. 2024-11-12T12:21:01,216 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f853c8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f853c8a 2024-11-12T12:21:01,216 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:21:01,541 INFO [M:0;4a91c05c96a4:45313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:21:01,541 INFO [M:0;4a91c05c96a4:45313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:21:01,542 DEBUG [M:0;4a91c05c96a4:45313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:21:01,542 INFO [M:0;4a91c05c96a4:45313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:01,542 DEBUG [M:0;4a91c05c96a4:45313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:01,542 DEBUG [M:0;4a91c05c96a4:45313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:21:01,542 DEBUG [M:0;4a91c05c96a4:45313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:01,542 INFO [M:0;4a91c05c96a4:45313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T12:21:01,556 DEBUG [M:0;4a91c05c96a4:45313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e1f45bb57764c8fb5685b1550138b21 is 82, key is hbase:meta,,1/info:regioninfo/1731414040552/Put/seqid=0 2024-11-12T12:21:01,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741848_1024 (size=5672) 2024-11-12T12:21:01,960 INFO [M:0;4a91c05c96a4:45313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e1f45bb57764c8fb5685b1550138b21 2024-11-12T12:21:01,976 DEBUG [M:0;4a91c05c96a4:45313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab93c877da02424d8f387d6698b38faa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731414048750/Put/seqid=0 2024-11-12T12:21:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741849_1025 (size=8516) 2024-11-12T12:21:02,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:02,287 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:21:02,287 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28276 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:21:02,380 INFO [M:0;4a91c05c96a4:45313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab93c877da02424d8f387d6698b38faa 2024-11-12T12:21:02,402 DEBUG [M:0;4a91c05c96a4:45313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fbcaa38f5b443a899bfa9cd106f3a7e is 69, key is 4a91c05c96a4,41307,1731414038269/rs:state/1731414039577/Put/seqid=0 2024-11-12T12:21:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741850_1026 (size=5156) 2024-11-12T12:21:02,806 INFO [M:0;4a91c05c96a4:45313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fbcaa38f5b443a899bfa9cd106f3a7e 2024-11-12T12:21:02,824 DEBUG [M:0;4a91c05c96a4:45313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e1f45bb57764c8fb5685b1550138b21 as hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e1f45bb57764c8fb5685b1550138b21 2024-11-12T12:21:02,837 INFO [M:0;4a91c05c96a4:45313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e1f45bb57764c8fb5685b1550138b21, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T12:21:02,840 DEBUG [M:0;4a91c05c96a4:45313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab93c877da02424d8f387d6698b38faa as hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab93c877da02424d8f387d6698b38faa 2024-11-12T12:21:02,853 INFO [M:0;4a91c05c96a4:45313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab93c877da02424d8f387d6698b38faa, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T12:21:02,855 DEBUG [M:0;4a91c05c96a4:45313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fbcaa38f5b443a899bfa9cd106f3a7e as hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fbcaa38f5b443a899bfa9cd106f3a7e 2024-11-12T12:21:02,861 INFO [M:0;4a91c05c96a4:45313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39403/user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fbcaa38f5b443a899bfa9cd106f3a7e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T12:21:02,862 INFO [M:0;4a91c05c96a4:45313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=97, compaction requested=false 2024-11-12T12:21:02,872 INFO [M:0;4a91c05c96a4:45313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:02,872 DEBUG [M:0;4a91c05c96a4:45313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414061542Disabling compacts and flushes for region at 1731414061542Disabling writes for close at 1731414061542Obtaining lock to block concurrent updates at 1731414061542Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414061542Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731414061542Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414061542Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414061543 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414061556 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414061556Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414061963 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414061975 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414061975Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414062384 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414062401 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414062401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70efa48c: reopening flushed file at 1731414062813 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447e11bd: reopening flushed file at 1731414062837 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1d4b0b: reopening flushed file at 1731414062853 (+16 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=97, compaction requested=false at 1731414062862 (+9 ms)Writing region close event to WAL at 1731414062872 (+10 ms)Closed at 1731414062872 2024-11-12T12:21:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741830_1006 (size=63654) 2024-11-12T12:21:02,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e5fe2ad-fd7f-5b2a-df62-de101e670822/MasterData/WALs/4a91c05c96a4,45313,1731414038073/4a91c05c96a4%2C45313%2C1731414038073.1731414039091 not finished, retry = 0 2024-11-12T12:21:02,979 INFO [M:0;4a91c05c96a4:45313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:21:02,979 INFO [M:0;4a91c05c96a4:45313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45313 2024-11-12T12:21:02,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:21:02,979 INFO [M:0;4a91c05c96a4:45313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:21:03,138 INFO [M:0;4a91c05c96a4:45313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:21:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x1012efd8abc0000, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:03,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bc9671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:21:03,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:21:03,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:21:03,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:21:03,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/hadoop.log.dir/,STOPPED} 2024-11-12T12:21:03,175 WARN [BP-2107144775-172.17.0.3-1731414036289 heartbeating to localhost/127.0.0.1:39403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:21:03,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:21:03,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:21:03,175 WARN [BP-2107144775-172.17.0.3-1731414036289 heartbeating to localhost/127.0.0.1:39403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107144775-172.17.0.3-1731414036289 (Datanode Uuid 8b03bd26-f90d-4c5e-a80f-b8894e512da7) service to localhost/127.0.0.1:39403 2024-11-12T12:21:03,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/cluster_3ce3d6c1-5ab6-20d4-e300-b30ae3a520e3/data/data1/current/BP-2107144775-172.17.0.3-1731414036289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:21:03,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/cluster_3ce3d6c1-5ab6-20d4-e300-b30ae3a520e3/data/data2/current/BP-2107144775-172.17.0.3-1731414036289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:21:03,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:21:03,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@191f9b12{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:21:03,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:21:03,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:21:03,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:21:03,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14b35818-0a2a-dbc7-3f1d-6a495ece8a57/hadoop.log.dir/,STOPPED} 2024-11-12T12:21:03,188 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:21:03,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:21:03,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 241) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54520) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42307 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54520) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39403 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=652 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 370) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6379 (was 6975) 2024-11-12T12:21:03,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=377, ProcessCount=11, AvailableMemoryMB=6378 2024-11-12T12:21:03,235 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-12T12:21:03,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/hadoop.log.dir so I do NOT create it in target/test-data/490aba1d-350d-b252-e521-4c17f150474d 2024-11-12T12:21:03,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:21:03,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/hadoop.tmp.dir so I do NOT create it in target/test-data/490aba1d-350d-b252-e521-4c17f150474d 2024-11-12T12:21:03,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d8eb742-7bec-ec8a-64dc-dc6ea4090b76/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:21:03,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d 2024-11-12T12:21:03,237 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/cluster_fcdbe508-1013-4035-0a6a-42105bd2dc1c, deleteOnExit=true 2024-11-12T12:21:03,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/cluster_fcdbe508-1013-4035-0a6a-42105bd2dc1c/zookeeper_0, clientPort=63373, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/cluster_fcdbe508-1013-4035-0a6a-42105bd2dc1c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/cluster_fcdbe508-1013-4035-0a6a-42105bd2dc1c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:21:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012efd8abc0002, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:21:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012efd8abc0005, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:21:03,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012efd8abc0002, quorum=127.0.0.1:54520, baseZNode=/0-1243472689 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:21:03,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012efd8abc0005, quorum=127.0.0.1:54520, baseZNode=/11996125099 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:21:03,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63373 2024-11-12T12:21:03,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:21:03,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:21:03,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/test.cache.data in system properties and HBase conf 2024-11-12T12:21:03,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:21:03,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:21:03,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:21:03,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:21:03,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:21:03,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:21:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:21:03,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:21:03,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:21:03,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:03,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:21:03,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:21:03,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:21:03,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:21:03,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:03,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b9fcac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:21:03,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7612f0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:21:03,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30d0bd14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/java.io.tmpdir/jetty-localhost-44585-hadoop-hdfs-3_4_1-tests_jar-_-any-1398055146914531841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:21:03,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d9e9be{HTTP/1.1, (http/1.1)}{localhost:44585} 2024-11-12T12:21:03,907 INFO [Time-limited test {}] server.Server(415): Started @224395ms 2024-11-12T12:21:04,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:04,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:21:04,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:21:04,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:21:04,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:21:04,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cadec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:21:04,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65274dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:21:04,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7787f04f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/java.io.tmpdir/jetty-localhost-34333-hadoop-hdfs-3_4_1-tests_jar-_-any-12772269419503070429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:21:04,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c6ec404{HTTP/1.1, (http/1.1)}{localhost:34333} 2024-11-12T12:21:04,304 INFO [Time-limited test {}] server.Server(415): Started @224791ms 2024-11-12T12:21:04,305 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:21:04,947 WARN [Thread-2652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/cluster_fcdbe508-1013-4035-0a6a-42105bd2dc1c/data/data2/current/BP-1733708698-172.17.0.3-1731414063313/current, will proceed with Du for space computation calculation, 2024-11-12T12:21:04,947 WARN [Thread-2651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/cluster_fcdbe508-1013-4035-0a6a-42105bd2dc1c/data/data1/current/BP-1733708698-172.17.0.3-1731414063313/current, will proceed with Du for space computation calculation, 2024-11-12T12:21:04,964 WARN [Thread-2639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:21:04,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x912c25bad9bc9413 with lease ID 0x11bf717faef87512: Processing first storage report for DS-2dd24524-345d-4bb1-984f-69f045db22a6 from datanode DatanodeRegistration(127.0.0.1:46063, datanodeUuid=fe9f1757-8ee8-470e-89f8-700936b40022, infoPort=43665, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=2072787256;c=1731414063313) 2024-11-12T12:21:04,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x912c25bad9bc9413 with lease ID 0x11bf717faef87512: from storage DS-2dd24524-345d-4bb1-984f-69f045db22a6 node DatanodeRegistration(127.0.0.1:46063, datanodeUuid=fe9f1757-8ee8-470e-89f8-700936b40022, infoPort=43665, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=2072787256;c=1731414063313), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:21:04,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x912c25bad9bc9413 with lease ID 0x11bf717faef87512: Processing first storage report for DS-6ef969b7-2321-42cc-b191-ed24db758fdd from datanode DatanodeRegistration(127.0.0.1:46063, datanodeUuid=fe9f1757-8ee8-470e-89f8-700936b40022, infoPort=43665, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=2072787256;c=1731414063313) 2024-11-12T12:21:04,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x912c25bad9bc9413 with lease ID 0x11bf717faef87512: from storage DS-6ef969b7-2321-42cc-b191-ed24db758fdd node DatanodeRegistration(127.0.0.1:46063, datanodeUuid=fe9f1757-8ee8-470e-89f8-700936b40022, infoPort=43665, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=2072787256;c=1731414063313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:21:05,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d 2024-11-12T12:21:05,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:05,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:05,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:21:05,445 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d with version=8 2024-11-12T12:21:05,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/hbase-staging 2024-11-12T12:21:05,447 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:21:05,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:05,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:05,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:21:05,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:05,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:21:05,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:21:05,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:21:05,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45509 2024-11-12T12:21:05,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45509 connecting to ZooKeeper ensemble=127.0.0.1:63373 2024-11-12T12:21:05,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455090x0, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:05,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45509-0x1012efdf45f0000 connected 2024-11-12T12:21:05,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:05,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:05,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Set watcher on znode that does not yet exist, /0-1506551662/running 2024-11-12T12:21:05,635 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d, hbase.cluster.distributed=false 2024-11-12T12:21:05,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Set watcher on znode that does not yet exist, /0-1506551662/acl 2024-11-12T12:21:05,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45509 2024-11-12T12:21:05,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45509 2024-11-12T12:21:05,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45509 2024-11-12T12:21:05,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45509 2024-11-12T12:21:05,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45509 2024-11-12T12:21:05,659 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:21:05,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:05,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:05,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:21:05,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:05,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:21:05,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:21:05,660 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:21:05,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42999 2024-11-12T12:21:05,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42999 connecting to ZooKeeper ensemble=127.0.0.1:63373 2024-11-12T12:21:05,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:05,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:05,673 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429990x0, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:05,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42999-0x1012efdf45f0001 connected 2024-11-12T12:21:05,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Set watcher on znode that does not yet exist, /0-1506551662/running 2024-11-12T12:21:05,674 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:21:05,678 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:21:05,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Set watcher on znode that does not yet exist, /0-1506551662/master 2024-11-12T12:21:05,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Set watcher on znode that does not yet exist, /0-1506551662/acl 2024-11-12T12:21:05,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42999 2024-11-12T12:21:05,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42999 2024-11-12T12:21:05,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42999 2024-11-12T12:21:05,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42999 2024-11-12T12:21:05,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42999 2024-11-12T12:21:05,708 DEBUG [M:0;4a91c05c96a4:45509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:45509 2024-11-12T12:21:05,712 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1506551662/backup-masters/4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:05,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662/backup-masters 2024-11-12T12:21:05,721 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662/backup-masters 2024-11-12T12:21:05,722 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Set watcher on existing znode=/0-1506551662/backup-masters/4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:05,732 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1506551662/master 2024-11-12T12:21:05,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:05,732 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:05,732 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Set watcher on existing znode=/0-1506551662/master 2024-11-12T12:21:05,732 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1506551662/backup-masters/4a91c05c96a4,45509,1731414065447 from backup master directory 2024-11-12T12:21:05,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1506551662/backup-masters/4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:05,742 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662/backup-masters 2024-11-12T12:21:05,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662/backup-masters 2024-11-12T12:21:05,742 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:21:05,742 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:05,745 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/hbase.id] with ID: c0a06eca-6557-4431-9feb-ec6f5a825ed3 2024-11-12T12:21:05,745 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/.tmp/hbase.id 2024-11-12T12:21:05,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:21:06,079 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:21:06,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:06,129 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:21:06,129 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T12:21:06,129 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T12:21:06,129 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:21:06,154 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/.tmp/hbase.id]:[hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/hbase.id] 2024-11-12T12:21:06,160 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:06,161 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:21:06,161 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T12:21:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:06,205 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:06,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:21:06,610 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:21:06,611 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:21:06,611 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:21:07,016 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store 2024-11-12T12:21:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:21:07,422 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:07,422 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:21:07,423 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:07,423 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:07,423 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:21:07,423 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:07,423 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:07,423 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414067422Disabling compacts and flushes for region at 1731414067422Disabling writes for close at 1731414067423 (+1 ms)Writing region close event to WAL at 1731414067423Closed at 1731414067423 2024-11-12T12:21:07,423 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/.initializing 2024-11-12T12:21:07,423 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/WALs/4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:07,424 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:21:07,425 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C45509%2C1731414065447, suffix=, logDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/WALs/4a91c05c96a4,45509,1731414065447, archiveDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/oldWALs, maxLogs=10 2024-11-12T12:21:07,437 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/WALs/4a91c05c96a4,45509,1731414065447/4a91c05c96a4%2C45509%2C1731414065447.1731414067426, exclude list is [], retry=0 2024-11-12T12:21:07,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46063,DS-2dd24524-345d-4bb1-984f-69f045db22a6,DISK] 2024-11-12T12:21:07,440 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/WALs/4a91c05c96a4,45509,1731414065447/4a91c05c96a4%2C45509%2C1731414065447.1731414067426 2024-11-12T12:21:07,440 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-12T12:21:07,440 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:07,440 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:07,440 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,440 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:21:07,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:07,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:07,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:21:07,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:07,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:07,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:21:07,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:07,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:07,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:21:07,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:07,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:07,445 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,446 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,446 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,447 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,447 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,447 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:07,448 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:07,449 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:07,449 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74874781, jitterRate=0.11572118103504181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:07,450 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414067441Initializing all the Stores at 1731414067441Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414067441Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414067441Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414067441Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414067441Cleaning up temporary data from old regions at 1731414067447 (+6 ms)Region opened successfully at 1731414067450 (+3 ms) 2024-11-12T12:21:07,450 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:21:07,452 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56557927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:21:07,453 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:21:07,453 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:21:07,453 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:21:07,453 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:21:07,453 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:21:07,453 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:21:07,453 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:21:07,455 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:21:07,456 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Unable to get data of znode /0-1506551662/balancer because node does not exist (not necessarily an error) 2024-11-12T12:21:07,521 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1506551662/balancer already deleted, retry=false 2024-11-12T12:21:07,522 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:21:07,522 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Unable to get data of znode /0-1506551662/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:21:07,532 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1506551662/normalizer already deleted, retry=false 2024-11-12T12:21:07,532 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:21:07,533 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Unable to get data of znode /0-1506551662/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:21:07,542 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1506551662/switch/split already deleted, retry=false 2024-11-12T12:21:07,543 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Unable to get data of znode /0-1506551662/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:21:07,553 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1506551662/switch/merge already deleted, retry=false 2024-11-12T12:21:07,554 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Unable to get data of znode /0-1506551662/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:21:07,563 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1506551662/snapshot-cleanup already deleted, retry=false 2024-11-12T12:21:07,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1506551662/running 2024-11-12T12:21:07,574 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1506551662/running 2024-11-12T12:21:07,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:07,574 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:07,574 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,45509,1731414065447, sessionid=0x1012efdf45f0000, setting cluster-up flag (Was=false) 2024-11-12T12:21:07,595 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:07,626 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1506551662/flush-table-proc/acquired, /0-1506551662/flush-table-proc/reached, /0-1506551662/flush-table-proc/abort 2024-11-12T12:21:07,627 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:07,647 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:07,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:07,679 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1506551662/online-snapshot/acquired, /0-1506551662/online-snapshot/reached, /0-1506551662/online-snapshot/abort 2024-11-12T12:21:07,680 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:07,681 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:21:07,682 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:07,682 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:21:07,682 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:21:07,682 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,45509,1731414065447 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:21:07,683 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:07,683 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:07,683 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:07,683 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:07,683 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:21:07,683 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,684 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:21:07,684 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414097684 2024-11-12T12:21:07,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:21:07,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:21:07,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:21:07,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:21:07,684 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:21:07,685 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:21:07,685 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:07,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:21:07,685 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:21:07,685 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:21:07,685 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:21:07,685 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:21:07,685 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:21:07,685 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:21:07,686 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:07,686 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414067685,5,FailOnTimeoutGroup] 2024-11-12T12:21:07,686 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414067686,5,FailOnTimeoutGroup] 2024-11-12T12:21:07,686 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,686 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:21:07,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:21:07,686 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,686 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:21:07,697 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(746): ClusterId : c0a06eca-6557-4431-9feb-ec6f5a825ed3 2024-11-12T12:21:07,697 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:21:07,785 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:21:07,785 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:21:07,816 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:21:07,816 DEBUG [RS:0;4a91c05c96a4:42999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0ce08f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:21:07,827 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:42999 2024-11-12T12:21:07,827 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:21:07,827 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:21:07,827 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:21:07,827 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,45509,1731414065447 with port=42999, startcode=1731414065659 2024-11-12T12:21:07,827 DEBUG [RS:0;4a91c05c96a4:42999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:21:07,828 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:21:07,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:07,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45509 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:07,830 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d 2024-11-12T12:21:07,830 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36285 2024-11-12T12:21:07,830 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:21:07,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662/rs 2024-11-12T12:21:07,842 DEBUG [RS:0;4a91c05c96a4:42999 {}] zookeeper.ZKUtil(111): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Set watcher on existing znode=/0-1506551662/rs/4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:07,842 WARN [RS:0;4a91c05c96a4:42999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:21:07,842 INFO [RS:0;4a91c05c96a4:42999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:07,842 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:07,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,42999,1731414065659] 2024-11-12T12:21:07,844 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:21:07,845 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:21:07,846 INFO [RS:0;4a91c05c96a4:42999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:21:07,846 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,846 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:21:07,846 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:21:07,846 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,846 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:21:07,847 DEBUG [RS:0;4a91c05c96a4:42999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:21:07,847 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,847 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,847 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,847 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,847 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,847 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42999,1731414065659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:21:07,860 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:21:07,860 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42999,1731414065659-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,860 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,860 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.Replication(171): 4a91c05c96a4,42999,1731414065659 started 2024-11-12T12:21:07,885 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:07,885 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,42999,1731414065659, RpcServer on 4a91c05c96a4/172.17.0.3:42999, sessionid=0x1012efdf45f0001 2024-11-12T12:21:07,885 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:21:07,885 DEBUG [RS:0;4a91c05c96a4:42999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:07,885 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42999,1731414065659' 2024-11-12T12:21:07,885 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1506551662/flush-table-proc/abort' 2024-11-12T12:21:07,885 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1506551662/flush-table-proc/acquired' 2024-11-12T12:21:07,886 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:21:07,886 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:21:07,886 DEBUG [RS:0;4a91c05c96a4:42999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:07,886 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42999,1731414065659' 2024-11-12T12:21:07,886 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1506551662/online-snapshot/abort' 2024-11-12T12:21:07,886 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1506551662/online-snapshot/acquired' 2024-11-12T12:21:07,886 DEBUG [RS:0;4a91c05c96a4:42999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:21:07,886 INFO [RS:0;4a91c05c96a4:42999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:21:07,886 INFO [RS:0;4a91c05c96a4:42999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:21:07,987 INFO [RS:0;4a91c05c96a4:42999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:21:07,988 INFO [RS:0;4a91c05c96a4:42999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42999%2C1731414065659, suffix=, logDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659, archiveDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/oldWALs, maxLogs=10 2024-11-12T12:21:08,003 DEBUG [RS:0;4a91c05c96a4:42999 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, exclude list is [], retry=0 2024-11-12T12:21:08,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46063,DS-2dd24524-345d-4bb1-984f-69f045db22a6,DISK] 2024-11-12T12:21:08,007 INFO [RS:0;4a91c05c96a4:42999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 2024-11-12T12:21:08,007 DEBUG [RS:0;4a91c05c96a4:42999 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-12T12:21:08,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:21:08,093 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d 2024-11-12T12:21:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:21:08,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:08,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:21:08,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:21:08,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:08,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:08,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:21:08,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:21:08,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:08,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:08,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:21:08,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:21:08,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:08,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:08,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:21:08,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:21:08,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:08,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:08,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:21:08,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740 2024-11-12T12:21:08,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740 2024-11-12T12:21:08,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:21:08,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:21:08,507 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:08,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:21:08,508 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:08,509 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70282161, jitterRate=0.047285810112953186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:08,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414068499Initializing all the Stores at 1731414068499Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414068499Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414068499Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414068499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414068499Cleaning up temporary data from old regions at 1731414068506 (+7 ms)Region opened successfully at 1731414068509 (+3 ms) 2024-11-12T12:21:08,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:21:08,509 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:21:08,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:21:08,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:21:08,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:21:08,510 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:08,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414068509Disabling compacts and flushes for region at 1731414068509Disabling writes for close at 1731414068509Writing region close event to WAL at 1731414068510 (+1 ms)Closed at 1731414068510 2024-11-12T12:21:08,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:08,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:21:08,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:21:08,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:21:08,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:21:08,662 DEBUG [4a91c05c96a4:45509 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:21:08,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:08,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,42999,1731414065659, state=OPENING 2024-11-12T12:21:08,711 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:21:08,753 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:08,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:08,753 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:21:08,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1506551662/meta-region-server: CHANGED 2024-11-12T12:21:08,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1506551662/meta-region-server: CHANGED 2024-11-12T12:21:08,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42999,1731414065659}] 2024-11-12T12:21:08,905 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:21:08,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:21:08,909 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:21:08,909 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:08,909 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:21:08,910 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42999%2C1731414065659.meta, suffix=.meta, logDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659, archiveDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/oldWALs, maxLogs=10 2024-11-12T12:21:08,922 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.meta.1731414068910.meta, exclude list is [], retry=0 2024-11-12T12:21:08,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46063,DS-2dd24524-345d-4bb1-984f-69f045db22a6,DISK] 2024-11-12T12:21:08,925 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.meta.1731414068910.meta 2024-11-12T12:21:08,925 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-12T12:21:08,925 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:08,926 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:21:08,926 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:21:08,926 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:21:08,926 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:21:08,926 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:21:08,926 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:08,926 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:21:08,926 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:21:08,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:21:08,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:21:08,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:08,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:08,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:21:08,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:21:08,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:08,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:08,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:21:08,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:21:08,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:08,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:08,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:21:08,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:21:08,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:08,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:08,930 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:21:08,931 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740 2024-11-12T12:21:08,931 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740 2024-11-12T12:21:08,932 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:21:08,932 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:21:08,932 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:08,933 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:21:08,933 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60714201, jitterRate=-0.09528790414333344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:08,933 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:21:08,934 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414068926Writing region info on filesystem at 1731414068926Initializing all the Stores at 1731414068927 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414068927Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414068927Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414068927Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414068927Cleaning up temporary data from old regions at 1731414068932 (+5 ms)Running coprocessor post-open hooks at 1731414068933 (+1 ms)Region opened successfully at 1731414068934 (+1 ms) 2024-11-12T12:21:08,935 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414068905 2024-11-12T12:21:08,936 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:21:08,936 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:21:08,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:08,937 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,42999,1731414065659, state=OPEN 2024-11-12T12:21:08,957 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1506551662/meta-region-server 2024-11-12T12:21:08,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1506551662/meta-region-server 2024-11-12T12:21:08,957 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:08,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1506551662/meta-region-server: CHANGED 2024-11-12T12:21:08,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1506551662/meta-region-server: CHANGED 2024-11-12T12:21:08,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:21:08,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42999,1731414065659 in 204 msec 2024-11-12T12:21:08,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:21:08,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-12T12:21:08,961 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:08,961 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:21:08,962 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:08,962 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42999,1731414065659, seqNum=-1] 2024-11-12T12:21:08,962 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:08,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:21:08,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-12T12:21:08,967 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414068966, completionTime=-1 2024-11-12T12:21:08,967 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:21:08,967 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:21:08,968 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:21:08,968 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414128968 2024-11-12T12:21:08,968 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414188968 2024-11-12T12:21:08,968 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:21:08,968 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45509,1731414065447-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:08,968 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45509,1731414065447-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:08,968 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45509,1731414065447-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:08,969 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:45509, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:08,969 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:08,969 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:08,970 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:21:08,971 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.229sec 2024-11-12T12:21:08,971 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:21:08,971 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:21:08,971 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:21:08,971 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:21:08,971 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:21:08,971 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45509,1731414065447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:21:08,971 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45509,1731414065447-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:21:08,973 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:21:08,973 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:21:08,973 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45509,1731414065447-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:08,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a07ac93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:08,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45509,-1 for getting cluster id 2024-11-12T12:21:08,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:09,000 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a06eca-6557-4431-9feb-ec6f5a825ed3' 2024-11-12T12:21:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a06eca-6557-4431-9feb-ec6f5a825ed3" 2024-11-12T12:21:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1395ace8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45509,-1] 2024-11-12T12:21:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:09,001 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:09,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13045b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:09,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:09,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42999,1731414065659, seqNum=-1] 2024-11-12T12:21:09,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:09,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:21:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:09,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63373 2024-11-12T12:21:09,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:09,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012efdf45f0002 connected 2024-11-12T12:21:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/hadoop.log.dir so I do NOT create it in target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038 2024-11-12T12:21:09,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:21:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/hadoop.tmp.dir so I do NOT create it in target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038 2024-11-12T12:21:09,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:21:09,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038 2024-11-12T12:21:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:21:09,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/cluster_79492684-554a-e57f-b308-ce44cc281512, deleteOnExit=true 2024-11-12T12:21:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:21:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/test.cache.data in system properties and HBase conf 2024-11-12T12:21:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:21:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:21:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:21:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:21:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:21:09,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:21:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:21:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:21:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:21:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:21:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:21:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:21:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:21:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:21:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:21:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:21:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:21:09,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:21:09,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:21:09,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:21:09,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:09,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:21:09,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:21:09,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:21:09,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:21:09,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:09,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:21:09,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e30c78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:21:09,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71dbc14f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/java.io.tmpdir/jetty-localhost-41065-hadoop-hdfs-3_4_1-tests_jar-_-any-7318120626621543369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:21:09,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@716152b9{HTTP/1.1, (http/1.1)}{localhost:41065} 2024-11-12T12:21:09,471 INFO [Time-limited test {}] server.Server(415): Started @229958ms 2024-11-12T12:21:09,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:09,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:21:09,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:21:09,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:21:09,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:21:09,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:21:09,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ff5f1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:21:09,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45329239{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/java.io.tmpdir/jetty-localhost-35527-hadoop-hdfs-3_4_1-tests_jar-_-any-3452479185082555331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:21:09,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4279f530{HTTP/1.1, (http/1.1)}{localhost:35527} 2024-11-12T12:21:09,828 INFO [Time-limited test {}] server.Server(415): Started @230316ms 2024-11-12T12:21:09,829 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:21:10,491 WARN [Thread-2772 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/cluster_79492684-554a-e57f-b308-ce44cc281512/data/data1/current/BP-1910667866-172.17.0.3-1731414069044/current, will proceed with Du for space computation calculation, 2024-11-12T12:21:10,491 WARN [Thread-2773 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/cluster_79492684-554a-e57f-b308-ce44cc281512/data/data2/current/BP-1910667866-172.17.0.3-1731414069044/current, will proceed with Du for space computation calculation, 2024-11-12T12:21:10,505 WARN [Thread-2760 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:21:10,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x344127b9fb981f93 with lease ID 0x1131972b23f35ebd: Processing first storage report for DS-b089fec6-e05a-4117-9ee8-80ecfc62595d from datanode DatanodeRegistration(127.0.0.1:37427, datanodeUuid=d2dd428b-9a6a-4d13-9000-63c70c601e2e, infoPort=44501, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=1186315501;c=1731414069044) 2024-11-12T12:21:10,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x344127b9fb981f93 with lease ID 0x1131972b23f35ebd: from storage DS-b089fec6-e05a-4117-9ee8-80ecfc62595d node DatanodeRegistration(127.0.0.1:37427, datanodeUuid=d2dd428b-9a6a-4d13-9000-63c70c601e2e, infoPort=44501, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=1186315501;c=1731414069044), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:21:10,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x344127b9fb981f93 with lease ID 0x1131972b23f35ebd: Processing first storage report for DS-4d9778a5-9747-46d4-84d4-9794b4403fab from datanode DatanodeRegistration(127.0.0.1:37427, datanodeUuid=d2dd428b-9a6a-4d13-9000-63c70c601e2e, infoPort=44501, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=1186315501;c=1731414069044) 2024-11-12T12:21:10,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x344127b9fb981f93 with lease ID 0x1131972b23f35ebd: from storage DS-4d9778a5-9747-46d4-84d4-9794b4403fab node DatanodeRegistration(127.0.0.1:37427, datanodeUuid=d2dd428b-9a6a-4d13-9000-63c70c601e2e, infoPort=44501, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=1186315501;c=1731414069044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:21:10,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038 2024-11-12T12:21:10,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:10,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:21:10,967 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a with version=8 2024-11-12T12:21:10,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/hbase-staging 2024-11-12T12:21:10,969 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:21:10,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:10,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:10,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:21:10,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:10,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:21:10,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:21:10,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:21:10,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35197 2024-11-12T12:21:10,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35197 connecting to ZooKeeper ensemble=127.0.0.1:63373 2024-11-12T12:21:11,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351970x0, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:11,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35197-0x1012efdf45f0003 connected 2024-11-12T12:21:11,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:11,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:11,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Set watcher on znode that does not yet exist, /1-177307376/running 2024-11-12T12:21:11,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a, hbase.cluster.distributed=false 2024-11-12T12:21:11,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Set watcher on znode that does not yet exist, /1-177307376/acl 2024-11-12T12:21:11,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35197 2024-11-12T12:21:11,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35197 2024-11-12T12:21:11,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35197 2024-11-12T12:21:11,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35197 2024-11-12T12:21:11,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35197 2024-11-12T12:21:11,119 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:21:11,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:11,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:11,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:21:11,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:11,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:21:11,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:21:11,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:21:11,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45547 2024-11-12T12:21:11,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45547 connecting to ZooKeeper ensemble=127.0.0.1:63373 2024-11-12T12:21:11,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:11,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:11,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455470x0, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:11,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455470x0, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Set watcher on znode that does not yet exist, /1-177307376/running 2024-11-12T12:21:11,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45547-0x1012efdf45f0004 connected 2024-11-12T12:21:11,136 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:21:11,137 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:21:11,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Set watcher on znode that does not yet exist, /1-177307376/master 2024-11-12T12:21:11,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Set watcher on znode that does not yet exist, /1-177307376/acl 2024-11-12T12:21:11,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-12T12:21:11,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45547 2024-11-12T12:21:11,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45547 2024-11-12T12:21:11,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-12T12:21:11,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-12T12:21:11,149 DEBUG [M:0;4a91c05c96a4:35197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:35197 2024-11-12T12:21:11,151 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-177307376/backup-masters/4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:11,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376/backup-masters 2024-11-12T12:21:11,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376/backup-masters 2024-11-12T12:21:11,163 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Set watcher on existing znode=/1-177307376/backup-masters/4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:11,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-177307376/master 2024-11-12T12:21:11,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:11,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:11,174 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Set watcher on existing znode=/1-177307376/master 2024-11-12T12:21:11,174 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-177307376/backup-masters/4a91c05c96a4,35197,1731414070969 from backup master directory 2024-11-12T12:21:11,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-177307376/backup-masters/4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:11,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376/backup-masters 2024-11-12T12:21:11,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376/backup-masters 2024-11-12T12:21:11,184 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:21:11,184 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:11,187 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/hbase.id] with ID: 4f57ee0b-a621-415a-bd89-386e7a5423b6 2024-11-12T12:21:11,187 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/.tmp/hbase.id 2024-11-12T12:21:11,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:21:11,590 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/.tmp/hbase.id]:[hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/hbase.id] 2024-11-12T12:21:11,598 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:11,598 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:21:11,599 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:21:11,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:21:11,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:11,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:11,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:11,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:11,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:21:11,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:11,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:11,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:11,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:11,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:11,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:11,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:11,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:11,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:11,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:12,054 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:21:12,055 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:21:12,055 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:12,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:21:12,307 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:12,308 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:21:12,308 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38297 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:21:12,461 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store 2024-11-12T12:21:12,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:21:12,866 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:12,866 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:21:12,866 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:12,866 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:12,866 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:21:12,866 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:12,866 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:12,866 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414072866Disabling compacts and flushes for region at 1731414072866Disabling writes for close at 1731414072866Writing region close event to WAL at 1731414072866Closed at 1731414072866 2024-11-12T12:21:12,867 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/.initializing 2024-11-12T12:21:12,867 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/WALs/4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:12,868 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:21:12,869 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C35197%2C1731414070969, suffix=, logDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/WALs/4a91c05c96a4,35197,1731414070969, archiveDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/oldWALs, maxLogs=10 2024-11-12T12:21:12,881 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/WALs/4a91c05c96a4,35197,1731414070969/4a91c05c96a4%2C35197%2C1731414070969.1731414072869, exclude list is [], retry=0 2024-11-12T12:21:12,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37427,DS-b089fec6-e05a-4117-9ee8-80ecfc62595d,DISK] 2024-11-12T12:21:12,884 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/WALs/4a91c05c96a4,35197,1731414070969/4a91c05c96a4%2C35197%2C1731414070969.1731414072869 2024-11-12T12:21:12,884 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44501:44501)] 2024-11-12T12:21:12,884 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:12,884 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:12,884 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,884 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:21:12,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:12,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:12,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:21:12,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:12,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:12,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:21:12,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:12,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:12,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:21:12,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:12,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:12,890 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,890 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,890 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,891 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,891 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,891 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:12,892 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:12,893 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:12,893 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64760724, jitterRate=-0.034990012645721436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:12,894 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414072884Initializing all the Stores at 1731414072885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414072885Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414072885Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414072885Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414072885Cleaning up temporary data from old regions at 1731414072891 (+6 ms)Region opened successfully at 1731414072894 (+3 ms) 2024-11-12T12:21:12,894 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:21:12,895 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd26cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:21:12,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:21:12,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:21:12,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:21:12,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:21:12,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:21:12,897 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:21:12,897 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:21:12,898 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:21:12,898 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Unable to get data of znode /1-177307376/balancer because node does not exist (not necessarily an error) 2024-11-12T12:21:12,963 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-177307376/balancer already deleted, retry=false 2024-11-12T12:21:12,964 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:21:12,964 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Unable to get data of znode /1-177307376/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:21:12,973 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-177307376/normalizer already deleted, retry=false 2024-11-12T12:21:12,974 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:21:12,974 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Unable to get data of znode /1-177307376/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:21:12,984 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-177307376/switch/split already deleted, retry=false 2024-11-12T12:21:12,985 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Unable to get data of znode /1-177307376/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:21:12,995 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-177307376/switch/merge already deleted, retry=false 2024-11-12T12:21:12,996 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Unable to get data of znode /1-177307376/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:21:13,005 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-177307376/snapshot-cleanup already deleted, retry=false 2024-11-12T12:21:13,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-177307376/running 2024-11-12T12:21:13,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-177307376/running 2024-11-12T12:21:13,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:13,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:13,016 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,35197,1731414070969, sessionid=0x1012efdf45f0003, setting cluster-up flag (Was=false) 2024-11-12T12:21:13,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:13,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:13,142 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-177307376/flush-table-proc/acquired, /1-177307376/flush-table-proc/reached, /1-177307376/flush-table-proc/abort 2024-11-12T12:21:13,143 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:13,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:13,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:13,262 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-177307376/online-snapshot/acquired, /1-177307376/online-snapshot/reached, /1-177307376/online-snapshot/abort 2024-11-12T12:21:13,263 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:13,264 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:21:13,265 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:13,265 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:21:13,265 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:21:13,265 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,35197,1731414070969 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:21:13,266 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:13,266 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:13,266 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:13,266 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:13,266 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:21:13,267 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,267 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:21:13,267 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,267 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414103267 2024-11-12T12:21:13,267 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:21:13,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:13,268 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:21:13,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:21:13,268 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:21:13,268 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:21:13,268 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:21:13,268 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:21:13,268 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,268 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:13,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:21:13,272 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:21:13,272 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:21:13,273 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:21:13,273 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:21:13,273 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:21:13,273 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:21:13,274 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414073273,5,FailOnTimeoutGroup] 2024-11-12T12:21:13,276 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414073274,5,FailOnTimeoutGroup] 2024-11-12T12:21:13,276 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,276 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:21:13,276 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,276 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:21:13,342 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(746): ClusterId : 4f57ee0b-a621-415a-bd89-386e7a5423b6 2024-11-12T12:21:13,342 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:21:13,353 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:21:13,353 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:21:13,364 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:21:13,364 DEBUG [RS:0;4a91c05c96a4:45547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9990a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:21:13,377 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:45547 2024-11-12T12:21:13,377 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:21:13,377 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:21:13,377 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:21:13,378 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,35197,1731414070969 with port=45547, startcode=1731414071118 2024-11-12T12:21:13,378 DEBUG [RS:0;4a91c05c96a4:45547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:21:13,379 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:21:13,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:13,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35197 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:13,380 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a 2024-11-12T12:21:13,380 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46247 2024-11-12T12:21:13,380 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:21:13,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376/rs 2024-11-12T12:21:13,427 DEBUG [RS:0;4a91c05c96a4:45547 {}] zookeeper.ZKUtil(111): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Set watcher on existing znode=/1-177307376/rs/4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:13,427 WARN [RS:0;4a91c05c96a4:45547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:21:13,427 INFO [RS:0;4a91c05c96a4:45547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:13,427 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:13,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,45547,1731414071118] 2024-11-12T12:21:13,430 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:21:13,432 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:21:13,432 INFO [RS:0;4a91c05c96a4:45547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:21:13,432 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,432 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:21:13,433 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:21:13,433 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,433 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,433 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,433 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,433 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,433 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,433 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:21:13,433 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,433 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,433 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,434 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,434 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,434 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:13,434 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:21:13,434 DEBUG [RS:0;4a91c05c96a4:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:21:13,434 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,434 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,434 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,434 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,434 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,434 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45547,1731414071118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:21:13,447 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:21:13,448 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45547,1731414071118-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,448 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,448 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.Replication(171): 4a91c05c96a4,45547,1731414071118 started 2024-11-12T12:21:13,460 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:13,460 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,45547,1731414071118, RpcServer on 4a91c05c96a4/172.17.0.3:45547, sessionid=0x1012efdf45f0004 2024-11-12T12:21:13,460 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:21:13,460 DEBUG [RS:0;4a91c05c96a4:45547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:13,460 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,45547,1731414071118' 2024-11-12T12:21:13,460 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-177307376/flush-table-proc/abort' 2024-11-12T12:21:13,460 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-177307376/flush-table-proc/acquired' 2024-11-12T12:21:13,461 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:21:13,461 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:21:13,461 DEBUG [RS:0;4a91c05c96a4:45547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:13,461 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,45547,1731414071118' 2024-11-12T12:21:13,461 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-177307376/online-snapshot/abort' 2024-11-12T12:21:13,461 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-177307376/online-snapshot/acquired' 2024-11-12T12:21:13,461 DEBUG [RS:0;4a91c05c96a4:45547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:21:13,461 INFO [RS:0;4a91c05c96a4:45547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:21:13,461 INFO [RS:0;4a91c05c96a4:45547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:21:13,562 INFO [RS:0;4a91c05c96a4:45547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:21:13,563 INFO [RS:0;4a91c05c96a4:45547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C45547%2C1731414071118, suffix=, logDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118, archiveDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/oldWALs, maxLogs=10 2024-11-12T12:21:13,574 DEBUG [RS:0;4a91c05c96a4:45547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, exclude list is [], retry=0 2024-11-12T12:21:13,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37427,DS-b089fec6-e05a-4117-9ee8-80ecfc62595d,DISK] 2024-11-12T12:21:13,577 INFO [RS:0;4a91c05c96a4:45547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 2024-11-12T12:21:13,578 DEBUG [RS:0;4a91c05c96a4:45547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44501:44501)] 2024-11-12T12:21:13,678 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:21:13,678 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a 2024-11-12T12:21:13,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:21:13,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:21:14,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:14,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:21:14,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:21:14,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:14,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:14,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:21:14,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:21:14,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:14,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:14,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:21:14,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:21:14,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:14,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:14,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:21:14,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:21:14,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:14,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:14,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:21:14,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740 2024-11-12T12:21:14,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740 2024-11-12T12:21:14,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:21:14,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:21:14,091 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:14,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:21:14,093 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:14,094 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62553920, jitterRate=-0.06787395477294922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:14,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414074084Initializing all the Stores at 1731414074085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414074085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414074085Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414074085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414074085Cleaning up temporary data from old regions at 1731414074091 (+6 ms)Region opened successfully at 1731414074094 (+3 ms) 2024-11-12T12:21:14,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:21:14,094 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:21:14,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:21:14,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:21:14,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:21:14,094 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:14,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414074094Disabling compacts and flushes for region at 1731414074094Disabling writes for close at 1731414074094Writing region close event to WAL at 1731414074094Closed at 1731414074094 2024-11-12T12:21:14,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:14,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:21:14,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:21:14,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:21:14,097 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:21:14,247 DEBUG [4a91c05c96a4:35197 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:21:14,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:14,248 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,45547,1731414071118, state=OPENING 2024-11-12T12:21:14,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:21:14,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:14,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:14,311 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:21:14,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,45547,1731414071118}] 2024-11-12T12:21:14,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-177307376/meta-region-server: CHANGED 2024-11-12T12:21:14,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-177307376/meta-region-server: CHANGED 2024-11-12T12:21:14,463 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:21:14,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:21:14,466 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:21:14,466 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:14,467 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:21:14,468 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C45547%2C1731414071118.meta, suffix=.meta, logDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118, archiveDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/oldWALs, maxLogs=10 2024-11-12T12:21:14,480 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.meta.1731414074468.meta, exclude list is [], retry=0 2024-11-12T12:21:14,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37427,DS-b089fec6-e05a-4117-9ee8-80ecfc62595d,DISK] 2024-11-12T12:21:14,482 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.meta.1731414074468.meta 2024-11-12T12:21:14,483 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44501:44501)] 2024-11-12T12:21:14,483 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:14,483 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:21:14,483 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:21:14,483 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:21:14,483 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:21:14,483 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:21:14,483 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:14,483 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:21:14,483 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:21:14,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:21:14,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:21:14,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:14,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:14,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:21:14,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:21:14,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:14,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:14,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:21:14,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:21:14,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:14,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:14,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:21:14,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:21:14,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:14,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:14,488 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:21:14,488 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740 2024-11-12T12:21:14,489 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740 2024-11-12T12:21:14,490 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:21:14,490 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:21:14,490 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:14,491 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:21:14,491 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72648144, jitterRate=0.08254170417785645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:14,491 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:21:14,491 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414074483Writing region info on filesystem at 1731414074484 (+1 ms)Initializing all the Stores at 1731414074484Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414074484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414074484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414074484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414074484Cleaning up temporary data from old regions at 1731414074490 (+6 ms)Running coprocessor post-open hooks at 1731414074491 (+1 ms)Region opened successfully at 1731414074491 2024-11-12T12:21:14,492 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414074463 2024-11-12T12:21:14,493 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:21:14,494 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:21:14,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:14,494 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,45547,1731414071118, state=OPEN 2024-11-12T12:21:14,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-177307376/meta-region-server 2024-11-12T12:21:14,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-177307376/meta-region-server 2024-11-12T12:21:14,504 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:14,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-177307376/meta-region-server: CHANGED 2024-11-12T12:21:14,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-177307376/meta-region-server: CHANGED 2024-11-12T12:21:14,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:21:14,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,45547,1731414071118 in 193 msec 2024-11-12T12:21:14,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:21:14,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-12T12:21:14,507 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:14,507 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:21:14,508 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:14,508 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,45547,1731414071118, seqNum=-1] 2024-11-12T12:21:14,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:14,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:21:14,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-12T12:21:14,513 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414074513, completionTime=-1 2024-11-12T12:21:14,513 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:21:14,513 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:21:14,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:21:14,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414134515 2024-11-12T12:21:14,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414194515 2024-11-12T12:21:14,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:21:14,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35197,1731414070969-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:14,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35197,1731414070969-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:14,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35197,1731414070969-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:14,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:35197, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:14,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:14,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:14,517 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:21:14,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.334sec 2024-11-12T12:21:14,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:21:14,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:21:14,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:21:14,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:21:14,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:21:14,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35197,1731414070969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:21:14,518 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35197,1731414070969-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:21:14,520 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:21:14,520 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:21:14,520 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35197,1731414070969-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:14,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660b46cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:14,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35197,-1 for getting cluster id 2024-11-12T12:21:14,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:14,543 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f57ee0b-a621-415a-bd89-386e7a5423b6' 2024-11-12T12:21:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f57ee0b-a621-415a-bd89-386e7a5423b6" 2024-11-12T12:21:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6fd6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35197,-1] 2024-11-12T12:21:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:14,545 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:14,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2810a9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:14,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:14,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,45547,1731414071118, seqNum=-1] 2024-11-12T12:21:14,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:14,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:21:14,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:14,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63373 2024-11-12T12:21:14,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:14,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012efdf45f0005 connected 2024-11-12T12:21:14,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/hadoop.log.dir so I do NOT create it in target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9 2024-11-12T12:21:14,575 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:21:14,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/hadoop.tmp.dir so I do NOT create it in target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9 2024-11-12T12:21:14,576 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:21:14,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9 2024-11-12T12:21:14,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:21:14,576 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/cluster_a267a466-6daa-006c-99b0-96b935876296, deleteOnExit=true 2024-11-12T12:21:14,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:21:14,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/test.cache.data in system properties and HBase conf 2024-11-12T12:21:14,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:21:14,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:21:14,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:21:14,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:21:14,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:21:14,576 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:21:14,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:21:14,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:21:14,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:14,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:21:14,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:21:14,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:21:14,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:21:14,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:14,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:21:14,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79194981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:21:14,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77ee5721{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/java.io.tmpdir/jetty-localhost-39839-hadoop-hdfs-3_4_1-tests_jar-_-any-109623587552455008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:21:14,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@522fe28d{HTTP/1.1, (http/1.1)}{localhost:39839} 2024-11-12T12:21:14,996 INFO [Time-limited test {}] server.Server(415): Started @235484ms 2024-11-12T12:21:15,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:15,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:21:15,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:21:15,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:21:15,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:21:15,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:21:15,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e4df4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:21:15,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1de22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/java.io.tmpdir/jetty-localhost-40749-hadoop-hdfs-3_4_1-tests_jar-_-any-557977709857277577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:21:15,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@794694b1{HTTP/1.1, (http/1.1)}{localhost:40749} 2024-11-12T12:21:15,379 INFO [Time-limited test {}] server.Server(415): Started @235867ms 2024-11-12T12:21:15,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:21:15,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:21:15,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T12:21:15,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T12:21:15,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T12:21:16,038 WARN [Thread-2893 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/cluster_a267a466-6daa-006c-99b0-96b935876296/data/data1/current/BP-1215726275-172.17.0.3-1731414074591/current, will proceed with Du for space computation calculation, 2024-11-12T12:21:16,038 WARN [Thread-2894 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/cluster_a267a466-6daa-006c-99b0-96b935876296/data/data2/current/BP-1215726275-172.17.0.3-1731414074591/current, will proceed with Du for space computation calculation, 2024-11-12T12:21:16,061 WARN [Thread-2881 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:21:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b2338f6641271e1 with lease ID 0x349cdd81c175b5de: Processing first storage report for DS-8e30145f-2825-4c59-be25-82491c96d133 from datanode DatanodeRegistration(127.0.0.1:46543, datanodeUuid=5104fe97-8ac6-4b97-9feb-ce3fff0a0b02, infoPort=40525, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=842160877;c=1731414074591) 2024-11-12T12:21:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b2338f6641271e1 with lease ID 0x349cdd81c175b5de: from storage DS-8e30145f-2825-4c59-be25-82491c96d133 node DatanodeRegistration(127.0.0.1:46543, datanodeUuid=5104fe97-8ac6-4b97-9feb-ce3fff0a0b02, infoPort=40525, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=842160877;c=1731414074591), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:21:16,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b2338f6641271e1 with lease ID 0x349cdd81c175b5de: Processing first storage report for DS-6d4b9185-51b4-46d1-93b1-28e8fc610223 from datanode DatanodeRegistration(127.0.0.1:46543, datanodeUuid=5104fe97-8ac6-4b97-9feb-ce3fff0a0b02, infoPort=40525, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=842160877;c=1731414074591) 2024-11-12T12:21:16,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b2338f6641271e1 with lease ID 0x349cdd81c175b5de: from storage DS-6d4b9185-51b4-46d1-93b1-28e8fc610223 node DatanodeRegistration(127.0.0.1:46543, datanodeUuid=5104fe97-8ac6-4b97-9feb-ce3fff0a0b02, infoPort=40525, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=842160877;c=1731414074591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:21:16,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9 2024-11-12T12:21:16,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:16,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:16,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:21:16,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c with version=8 2024-11-12T12:21:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/hbase-staging 2024-11-12T12:21:16,514 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:21:16,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:16,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:16,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:21:16,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:16,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:21:16,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:21:16,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:21:16,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40389 2024-11-12T12:21:16,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40389 connecting to ZooKeeper ensemble=127.0.0.1:63373 2024-11-12T12:21:16,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403890x0, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:16,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40389-0x1012efdf45f0006 connected 2024-11-12T12:21:16,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:16,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:16,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Set watcher on znode that does not yet exist, /2-2049588639/running 2024-11-12T12:21:16,651 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c, hbase.cluster.distributed=false 2024-11-12T12:21:16,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Set watcher on znode that does not yet exist, /2-2049588639/acl 2024-11-12T12:21:16,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40389 2024-11-12T12:21:16,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40389 2024-11-12T12:21:16,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40389 2024-11-12T12:21:16,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40389 2024-11-12T12:21:16,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40389 2024-11-12T12:21:16,669 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:21:16,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:16,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:16,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:21:16,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:16,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:21:16,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:21:16,669 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:21:16,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38875 2024-11-12T12:21:16,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38875 connecting to ZooKeeper ensemble=127.0.0.1:63373 2024-11-12T12:21:16,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:16,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:16,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388750x0, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:16,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388750x0, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Set watcher on znode that does not yet exist, /2-2049588639/running 2024-11-12T12:21:16,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38875-0x1012efdf45f0007 connected 2024-11-12T12:21:16,683 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:21:16,684 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:21:16,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Set watcher on znode that does not yet exist, /2-2049588639/master 2024-11-12T12:21:16,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Set watcher on znode that does not yet exist, /2-2049588639/acl 2024-11-12T12:21:16,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38875 2024-11-12T12:21:16,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38875 2024-11-12T12:21:16,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38875 2024-11-12T12:21:16,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38875 2024-11-12T12:21:16,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38875 2024-11-12T12:21:16,702 DEBUG [M:0;4a91c05c96a4:40389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:40389 2024-11-12T12:21:16,703 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2049588639/backup-masters/4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:16,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639/backup-masters 2024-11-12T12:21:16,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639/backup-masters 2024-11-12T12:21:16,715 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Set watcher on existing znode=/2-2049588639/backup-masters/4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:16,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2049588639/master 2024-11-12T12:21:16,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:16,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:16,725 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Set watcher on existing znode=/2-2049588639/master 2024-11-12T12:21:16,726 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2049588639/backup-masters/4a91c05c96a4,40389,1731414076514 from backup master directory 2024-11-12T12:21:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2049588639/backup-masters/4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639/backup-masters 2024-11-12T12:21:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639/backup-masters 2024-11-12T12:21:16,735 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:21:16,735 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:16,738 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/hbase.id] with ID: d62182a2-f737-45a0-96dd-450763ccb241 2024-11-12T12:21:16,738 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/.tmp/hbase.id 2024-11-12T12:21:16,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:21:17,145 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/.tmp/hbase.id]:[hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/hbase.id] 2024-11-12T12:21:17,153 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:17,153 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:21:17,153 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T12:21:17,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:17,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:17,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:21:17,610 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:21:17,611 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:21:17,611 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:17,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:21:18,017 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store 2024-11-12T12:21:18,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:21:18,421 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:18,421 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:21:18,421 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:18,421 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:18,421 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:21:18,421 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:18,421 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:18,421 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414078421Disabling compacts and flushes for region at 1731414078421Disabling writes for close at 1731414078421Writing region close event to WAL at 1731414078421Closed at 1731414078421 2024-11-12T12:21:18,422 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/.initializing 2024-11-12T12:21:18,422 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/WALs/4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:18,423 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:21:18,424 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C40389%2C1731414076514, suffix=, logDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/WALs/4a91c05c96a4,40389,1731414076514, archiveDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/oldWALs, maxLogs=10 2024-11-12T12:21:18,435 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/WALs/4a91c05c96a4,40389,1731414076514/4a91c05c96a4%2C40389%2C1731414076514.1731414078424, exclude list is [], retry=0 2024-11-12T12:21:18,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46543,DS-8e30145f-2825-4c59-be25-82491c96d133,DISK] 2024-11-12T12:21:18,439 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/WALs/4a91c05c96a4,40389,1731414076514/4a91c05c96a4%2C40389%2C1731414076514.1731414078424 2024-11-12T12:21:18,439 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40525:40525)] 2024-11-12T12:21:18,439 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:18,439 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:18,439 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,439 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:21:18,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:18,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:18,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:21:18,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:18,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:18,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:21:18,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:18,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:18,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:21:18,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:18,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:18,444 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,444 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,445 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,445 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,445 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,446 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:18,446 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:18,448 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:18,448 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64935170, jitterRate=-0.03239056468009949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:18,448 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414078439Initializing all the Stores at 1731414078440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414078440Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414078440Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414078440Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414078440Cleaning up temporary data from old regions at 1731414078445 (+5 ms)Region opened successfully at 1731414078448 (+3 ms) 2024-11-12T12:21:18,448 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:21:18,450 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6d57bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:21:18,450 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:21:18,451 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:21:18,451 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:21:18,451 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:21:18,451 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:21:18,451 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:21:18,451 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:21:18,452 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:21:18,453 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Unable to get data of znode /2-2049588639/balancer because node does not exist (not necessarily an error) 2024-11-12T12:21:18,500 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2049588639/balancer already deleted, retry=false 2024-11-12T12:21:18,500 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:21:18,500 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Unable to get data of znode /2-2049588639/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:21:18,510 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2049588639/normalizer already deleted, retry=false 2024-11-12T12:21:18,510 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:21:18,511 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Unable to get data of znode /2-2049588639/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:21:18,521 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2049588639/switch/split already deleted, retry=false 2024-11-12T12:21:18,521 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Unable to get data of znode /2-2049588639/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:21:18,531 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2049588639/switch/merge already deleted, retry=false 2024-11-12T12:21:18,533 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Unable to get data of znode /2-2049588639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:21:18,542 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2049588639/snapshot-cleanup already deleted, retry=false 2024-11-12T12:21:18,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2049588639/running 2024-11-12T12:21:18,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2049588639/running 2024-11-12T12:21:18,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:18,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:18,553 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,40389,1731414076514, sessionid=0x1012efdf45f0006, setting cluster-up flag (Was=false) 2024-11-12T12:21:18,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:18,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:18,605 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2049588639/flush-table-proc/acquired, /2-2049588639/flush-table-proc/reached, /2-2049588639/flush-table-proc/abort 2024-11-12T12:21:18,606 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:18,657 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2049588639/online-snapshot/acquired, /2-2049588639/online-snapshot/reached, /2-2049588639/online-snapshot/abort 2024-11-12T12:21:18,658 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:18,659 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:21:18,660 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:18,660 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:21:18,660 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:21:18,660 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,40389,1731414076514 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:21:18,661 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:18,661 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:18,661 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:18,661 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:18,662 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:21:18,662 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,662 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:21:18,662 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,662 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414108662 2024-11-12T12:21:18,662 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:21:18,662 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:21:18,662 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:21:18,662 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:21:18,663 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:21:18,663 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:21:18,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:18,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:21:18,663 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,663 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:21:18,663 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:21:18,663 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:21:18,663 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:21:18,663 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:21:18,663 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:18,663 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:21:18,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:21:18,663 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414078663,5,FailOnTimeoutGroup] 2024-11-12T12:21:18,664 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414078663,5,FailOnTimeoutGroup] 2024-11-12T12:21:18,664 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,664 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:21:18,664 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,664 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:21:18,695 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(746): ClusterId : d62182a2-f737-45a0-96dd-450763ccb241 2024-11-12T12:21:18,695 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:21:18,736 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:21:18,736 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:21:18,746 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:21:18,746 DEBUG [RS:0;4a91c05c96a4:38875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f238a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:21:18,757 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:38875 2024-11-12T12:21:18,757 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:21:18,757 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:21:18,757 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:21:18,757 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,40389,1731414076514 with port=38875, startcode=1731414076669 2024-11-12T12:21:18,758 DEBUG [RS:0;4a91c05c96a4:38875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:21:18,759 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:21:18,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:18,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40389 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:18,760 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c 2024-11-12T12:21:18,760 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34487 2024-11-12T12:21:18,760 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:21:18,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639/rs 2024-11-12T12:21:18,822 DEBUG [RS:0;4a91c05c96a4:38875 {}] zookeeper.ZKUtil(111): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Set watcher on existing znode=/2-2049588639/rs/4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:18,822 WARN [RS:0;4a91c05c96a4:38875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:21:18,823 INFO [RS:0;4a91c05c96a4:38875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:18,823 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:18,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,38875,1731414076669] 2024-11-12T12:21:18,825 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:21:18,826 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:21:18,826 INFO [RS:0;4a91c05c96a4:38875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:21:18,826 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,827 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:21:18,827 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:21:18,827 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:18,827 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:21:18,828 DEBUG [RS:0;4a91c05c96a4:38875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:21:18,828 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,828 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,828 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,828 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,828 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,828 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38875,1731414076669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:21:18,851 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:21:18,851 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38875,1731414076669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,851 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,852 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.Replication(171): 4a91c05c96a4,38875,1731414076669 started 2024-11-12T12:21:18,863 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:18,863 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,38875,1731414076669, RpcServer on 4a91c05c96a4/172.17.0.3:38875, sessionid=0x1012efdf45f0007 2024-11-12T12:21:18,864 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:21:18,864 DEBUG [RS:0;4a91c05c96a4:38875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:18,864 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,38875,1731414076669' 2024-11-12T12:21:18,864 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2049588639/flush-table-proc/abort' 2024-11-12T12:21:18,864 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2049588639/flush-table-proc/acquired' 2024-11-12T12:21:18,864 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:21:18,864 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:21:18,864 DEBUG [RS:0;4a91c05c96a4:38875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:18,864 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,38875,1731414076669' 2024-11-12T12:21:18,864 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2049588639/online-snapshot/abort' 2024-11-12T12:21:18,865 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2049588639/online-snapshot/acquired' 2024-11-12T12:21:18,865 DEBUG [RS:0;4a91c05c96a4:38875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:21:18,865 INFO [RS:0;4a91c05c96a4:38875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:21:18,865 INFO [RS:0;4a91c05c96a4:38875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:21:18,965 INFO [RS:0;4a91c05c96a4:38875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:21:18,966 INFO [RS:0;4a91c05c96a4:38875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C38875%2C1731414076669, suffix=, logDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669, archiveDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/oldWALs, maxLogs=10 2024-11-12T12:21:18,978 DEBUG [RS:0;4a91c05c96a4:38875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967, exclude list is [], retry=0 2024-11-12T12:21:18,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46543,DS-8e30145f-2825-4c59-be25-82491c96d133,DISK] 2024-11-12T12:21:18,983 INFO [RS:0;4a91c05c96a4:38875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 2024-11-12T12:21:18,983 DEBUG [RS:0;4a91c05c96a4:38875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40525:40525)] 2024-11-12T12:21:19,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:21:19,071 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c 2024-11-12T12:21:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:21:19,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:19,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:21:19,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:21:19,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:19,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:19,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:21:19,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:21:19,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:19,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:19,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:21:19,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:21:19,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:19,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:19,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:21:19,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:21:19,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:19,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:19,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:21:19,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740 2024-11-12T12:21:19,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740 2024-11-12T12:21:19,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:21:19,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:21:19,483 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:19,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:21:19,485 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:19,485 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63305992, jitterRate=-0.056667208671569824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:19,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414079476Initializing all the Stores at 1731414079477 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414079477Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414079477Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414079477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414079477Cleaning up temporary data from old regions at 1731414079483 (+6 ms)Region opened successfully at 1731414079486 (+3 ms) 2024-11-12T12:21:19,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:21:19,486 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:21:19,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:21:19,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:21:19,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:21:19,486 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:19,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414079486Disabling compacts and flushes for region at 1731414079486Disabling writes for close at 1731414079486Writing region close event to WAL at 1731414079486Closed at 1731414079486 2024-11-12T12:21:19,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:19,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:21:19,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:21:19,488 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:21:19,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:21:19,639 DEBUG [4a91c05c96a4:40389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:21:19,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:19,640 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,38875,1731414076669, state=OPENING 2024-11-12T12:21:19,689 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:21:19,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:19,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:19,700 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:21:19,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2049588639/meta-region-server: CHANGED 2024-11-12T12:21:19,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2049588639/meta-region-server: CHANGED 2024-11-12T12:21:19,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,38875,1731414076669}] 2024-11-12T12:21:19,852 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:21:19,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:21:19,855 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:21:19,855 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:19,855 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:21:19,856 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C38875%2C1731414076669.meta, suffix=.meta, logDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669, archiveDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/oldWALs, maxLogs=10 2024-11-12T12:21:19,868 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.meta.1731414079857.meta, exclude list is [], retry=0 2024-11-12T12:21:19,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46543,DS-8e30145f-2825-4c59-be25-82491c96d133,DISK] 2024-11-12T12:21:19,871 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.meta.1731414079857.meta 2024-11-12T12:21:19,871 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40525:40525)] 2024-11-12T12:21:19,871 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:19,871 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:21:19,871 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:21:19,871 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:21:19,871 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:21:19,871 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:21:19,872 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:19,872 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:21:19,872 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:21:19,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:21:19,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:21:19,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:19,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:19,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:21:19,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:21:19,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:19,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:19,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:21:19,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:21:19,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:19,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:19,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:21:19,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:21:19,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:19,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:19,879 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:21:19,879 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740 2024-11-12T12:21:19,880 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740 2024-11-12T12:21:19,881 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:21:19,881 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:21:19,881 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:19,882 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:21:19,882 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60398692, jitterRate=-0.09998935461044312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:19,882 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:21:19,882 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414079872Writing region info on filesystem at 1731414079872Initializing all the Stores at 1731414079872Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414079872Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414079875 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414079875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414079875Cleaning up temporary data from old regions at 1731414079881 (+6 ms)Running coprocessor post-open hooks at 1731414079882 (+1 ms)Region opened successfully at 1731414079882 2024-11-12T12:21:19,883 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414079852 2024-11-12T12:21:19,885 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:21:19,885 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:21:19,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:19,886 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,38875,1731414076669, state=OPEN 2024-11-12T12:21:19,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2049588639/meta-region-server 2024-11-12T12:21:19,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2049588639/meta-region-server 2024-11-12T12:21:19,893 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:19,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2049588639/meta-region-server: CHANGED 2024-11-12T12:21:19,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2049588639/meta-region-server: CHANGED 2024-11-12T12:21:19,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:21:19,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,38875,1731414076669 in 193 msec 2024-11-12T12:21:19,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:21:19,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-12T12:21:19,897 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:19,897 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:21:19,898 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:19,898 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,38875,1731414076669, seqNum=-1] 2024-11-12T12:21:19,898 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:19,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:21:19,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2420 sec 2024-11-12T12:21:19,903 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414079902, completionTime=-1 2024-11-12T12:21:19,903 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:21:19,903 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:21:19,904 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:21:19,904 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414139904 2024-11-12T12:21:19,904 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414199904 2024-11-12T12:21:19,904 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:21:19,905 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40389,1731414076514-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:19,905 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40389,1731414076514-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:19,905 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40389,1731414076514-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:19,905 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:40389, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:19,905 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:19,905 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:19,906 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:21:19,908 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.173sec 2024-11-12T12:21:19,908 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:21:19,908 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:21:19,908 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:21:19,908 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:21:19,908 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:21:19,908 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40389,1731414076514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:21:19,908 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40389,1731414076514-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:21:19,910 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:21:19,910 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:21:19,910 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40389,1731414076514-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:19,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:21:19,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:19,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:19,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:19,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40389,-1 for getting cluster id 2024-11-12T12:21:19,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:19,997 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd62182a2-f737-45a0-96dd-450763ccb241' 2024-11-12T12:21:19,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:19,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d62182a2-f737-45a0-96dd-450763ccb241" 2024-11-12T12:21:19,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13341365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:19,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40389,-1] 2024-11-12T12:21:19,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:19,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:19,999 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:19,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4643b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:20,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,38875,1731414076669, seqNum=-1] 2024-11-12T12:21:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:20,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:21:20,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:20,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63373 2024-11-12T12:21:20,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:20,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:20,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:20,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:20,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:20,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:20,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:20,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:20,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:20,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:20,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:20,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012efdf45f0008 connected 2024-11-12T12:21:20,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:20,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:20,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c9d6db4 2024-11-12T12:21:20,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:20,420 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:21:20,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:21:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:21:20,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:21:20,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:20,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:21:20,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:21:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:20,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:21:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:20,977 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd377d1fa15a875c45c5dbfb1c8b97f7, NAME => 'test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d 2024-11-12T12:21:20,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:21:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:21,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:21,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fd377d1fa15a875c45c5dbfb1c8b97f7, disabling compactions & flushes 2024-11-12T12:21:21,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:21,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:21,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. after waiting 0 ms 2024-11-12T12:21:21,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:21,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:21,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd377d1fa15a875c45c5dbfb1c8b97f7: Waiting for close lock at 1731414081382Disabling compacts and flushes for region at 1731414081382Disabling writes for close at 1731414081383 (+1 ms)Writing region close event to WAL at 1731414081383Closed at 1731414081383 2024-11-12T12:21:21,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:21:21,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414081384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414081384"}]},"ts":"1731414081384"} 2024-11-12T12:21:21,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:21:21,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:21:21,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414081386"}]},"ts":"1731414081386"} 2024-11-12T12:21:21,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:21:21,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd377d1fa15a875c45c5dbfb1c8b97f7, ASSIGN}] 2024-11-12T12:21:21,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd377d1fa15a875c45c5dbfb1c8b97f7, ASSIGN 2024-11-12T12:21:21,389 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fd377d1fa15a875c45c5dbfb1c8b97f7, ASSIGN; state=OFFLINE, location=4a91c05c96a4,42999,1731414065659; forceNewPlan=false, retain=false 2024-11-12T12:21:21,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd377d1fa15a875c45c5dbfb1c8b97f7, regionState=OPENING, regionLocation=4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:21,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fd377d1fa15a875c45c5dbfb1c8b97f7, ASSIGN because future has completed 2024-11-12T12:21:21,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd377d1fa15a875c45c5dbfb1c8b97f7, server=4a91c05c96a4,42999,1731414065659}] 2024-11-12T12:21:21,698 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:21,698 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd377d1fa15a875c45c5dbfb1c8b97f7, NAME => 'test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:21,699 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:21:21,699 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:21:21,699 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,699 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:21,699 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,699 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,700 INFO [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,701 INFO [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd377d1fa15a875c45c5dbfb1c8b97f7 columnFamilyName f 2024-11-12T12:21:21,701 DEBUG [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:21,702 INFO [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] regionserver.HStore(327): Store=fd377d1fa15a875c45c5dbfb1c8b97f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:21,702 INFO [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,703 INFO [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd377d1fa15a875c45c5dbfb1c8b97f7 columnFamilyName f1 2024-11-12T12:21:21,703 DEBUG [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:21,703 INFO [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] regionserver.HStore(327): Store=fd377d1fa15a875c45c5dbfb1c8b97f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:21,703 INFO [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,704 INFO [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd377d1fa15a875c45c5dbfb1c8b97f7 columnFamilyName norep 2024-11-12T12:21:21,704 DEBUG [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:21,704 INFO [StoreOpener-fd377d1fa15a875c45c5dbfb1c8b97f7-1 {}] regionserver.HStore(327): Store=fd377d1fa15a875c45c5dbfb1c8b97f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:21,704 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,705 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,705 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,706 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,706 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,706 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:21:21,707 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,708 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:21,709 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd377d1fa15a875c45c5dbfb1c8b97f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69210981, jitterRate=0.031323984265327454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:21:21,709 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:21,709 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd377d1fa15a875c45c5dbfb1c8b97f7: Running coprocessor pre-open hook at 1731414081699Writing region info on filesystem at 1731414081699Initializing all the Stores at 1731414081700 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414081700Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414081700Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414081700Cleaning up temporary data from old regions at 1731414081706 (+6 ms)Running coprocessor post-open hooks at 1731414081709 (+3 ms)Region opened successfully at 1731414081709 2024-11-12T12:21:21,710 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7., pid=6, masterSystemTime=1731414081695 2024-11-12T12:21:21,711 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:21,711 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:21,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd377d1fa15a875c45c5dbfb1c8b97f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:21,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd377d1fa15a875c45c5dbfb1c8b97f7, server=4a91c05c96a4,42999,1731414065659 because future has completed 2024-11-12T12:21:21,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:21:21,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd377d1fa15a875c45c5dbfb1c8b97f7, server=4a91c05c96a4,42999,1731414065659 in 171 msec 2024-11-12T12:21:21,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:21:21,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fd377d1fa15a875c45c5dbfb1c8b97f7, ASSIGN in 327 msec 2024-11-12T12:21:21,717 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:21:21,718 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414081718"}]},"ts":"1731414081718"} 2024-11-12T12:21:21,719 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:21:21,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:21:21,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2990 sec 2024-11-12T12:21:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:21,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:21,788 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:21:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b16ed23 2024-11-12T12:21:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:21,789 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:21:21,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:21:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:21:21,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:21:21,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:21,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:21:21,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:21:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:21,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:21:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:22,205 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0164b7f1110074fad70517545f493ecd, NAME => 'test,,1731414081790.0164b7f1110074fad70517545f493ecd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a 2024-11-12T12:21:22,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:21:22,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:22,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:21:22,357 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48347 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:21:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:22,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414081790.0164b7f1110074fad70517545f493ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:22,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0164b7f1110074fad70517545f493ecd, disabling compactions & flushes 2024-11-12T12:21:22,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:22,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:22,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414081790.0164b7f1110074fad70517545f493ecd. after waiting 0 ms 2024-11-12T12:21:22,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:22,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:22,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0164b7f1110074fad70517545f493ecd: Waiting for close lock at 1731414082614Disabling compacts and flushes for region at 1731414082614Disabling writes for close at 1731414082615 (+1 ms)Writing region close event to WAL at 1731414082615Closed at 1731414082615 2024-11-12T12:21:22,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:21:22,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414081790.0164b7f1110074fad70517545f493ecd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414082616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414082616"}]},"ts":"1731414082616"} 2024-11-12T12:21:22,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:21:22,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:21:22,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414082619"}]},"ts":"1731414082619"} 2024-11-12T12:21:22,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:21:22,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0164b7f1110074fad70517545f493ecd, ASSIGN}] 2024-11-12T12:21:22,621 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0164b7f1110074fad70517545f493ecd, ASSIGN 2024-11-12T12:21:22,622 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0164b7f1110074fad70517545f493ecd, ASSIGN; state=OFFLINE, location=4a91c05c96a4,45547,1731414071118; forceNewPlan=false, retain=false 2024-11-12T12:21:22,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0164b7f1110074fad70517545f493ecd, regionState=OPENING, regionLocation=4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:22,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0164b7f1110074fad70517545f493ecd, ASSIGN because future has completed 2024-11-12T12:21:22,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0164b7f1110074fad70517545f493ecd, server=4a91c05c96a4,45547,1731414071118}] 2024-11-12T12:21:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:22,930 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:22,930 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0164b7f1110074fad70517545f493ecd, NAME => 'test,,1731414081790.0164b7f1110074fad70517545f493ecd.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:22,930 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:21:22,930 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:21:22,930 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,930 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414081790.0164b7f1110074fad70517545f493ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:22,931 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,931 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,931 INFO [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,933 INFO [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0164b7f1110074fad70517545f493ecd columnFamilyName f 2024-11-12T12:21:22,933 DEBUG [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:22,933 INFO [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] regionserver.HStore(327): Store=0164b7f1110074fad70517545f493ecd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:22,933 INFO [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,934 INFO [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0164b7f1110074fad70517545f493ecd columnFamilyName f1 2024-11-12T12:21:22,934 DEBUG [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:22,934 INFO [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] regionserver.HStore(327): Store=0164b7f1110074fad70517545f493ecd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:22,934 INFO [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,935 INFO [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0164b7f1110074fad70517545f493ecd columnFamilyName norep 2024-11-12T12:21:22,935 DEBUG [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:22,935 INFO [StoreOpener-0164b7f1110074fad70517545f493ecd-1 {}] regionserver.HStore(327): Store=0164b7f1110074fad70517545f493ecd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:22,935 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,936 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,936 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,937 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,937 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,937 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:21:22,938 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,939 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:22,939 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0164b7f1110074fad70517545f493ecd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62897497, jitterRate=-0.06275425851345062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:21:22,939 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:22,939 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0164b7f1110074fad70517545f493ecd: Running coprocessor pre-open hook at 1731414082931Writing region info on filesystem at 1731414082931Initializing all the Stores at 1731414082931Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414082931Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414082931Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414082931Cleaning up temporary data from old regions at 1731414082937 (+6 ms)Running coprocessor post-open hooks at 1731414082939 (+2 ms)Region opened successfully at 1731414082939 2024-11-12T12:21:22,940 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414081790.0164b7f1110074fad70517545f493ecd., pid=6, masterSystemTime=1731414082927 2024-11-12T12:21:22,942 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:22,942 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:22,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0164b7f1110074fad70517545f493ecd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:22,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0164b7f1110074fad70517545f493ecd, server=4a91c05c96a4,45547,1731414071118 because future has completed 2024-11-12T12:21:22,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:21:22,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0164b7f1110074fad70517545f493ecd, server=4a91c05c96a4,45547,1731414071118 in 170 msec 2024-11-12T12:21:22,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:21:22,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0164b7f1110074fad70517545f493ecd, ASSIGN in 325 msec 2024-11-12T12:21:22,948 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:21:22,948 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414082948"}]},"ts":"1731414082948"} 2024-11-12T12:21:22,950 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:21:22,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:21:22,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-12T12:21:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:23,937 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:21:23,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4028b0c0 2024-11-12T12:21:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:23,939 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:21:23,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:21:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:21:23,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:21:23,942 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:23,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:21:23,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:21:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:24,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:21:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:24,416 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bc28d4170ba1b990b327bb4832717dd, NAME => 'test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c 2024-11-12T12:21:24,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:21:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:24,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:24,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0bc28d4170ba1b990b327bb4832717dd, disabling compactions & flushes 2024-11-12T12:21:24,822 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:24,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:24,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. after waiting 0 ms 2024-11-12T12:21:24,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:24,822 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:24,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bc28d4170ba1b990b327bb4832717dd: Waiting for close lock at 1731414084822Disabling compacts and flushes for region at 1731414084822Disabling writes for close at 1731414084822Writing region close event to WAL at 1731414084822Closed at 1731414084822 2024-11-12T12:21:24,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:21:24,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414084824"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414084824"}]},"ts":"1731414084824"} 2024-11-12T12:21:24,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:21:24,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:21:24,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414084827"}]},"ts":"1731414084827"} 2024-11-12T12:21:24,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:21:24,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bc28d4170ba1b990b327bb4832717dd, ASSIGN}] 2024-11-12T12:21:24,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bc28d4170ba1b990b327bb4832717dd, ASSIGN 2024-11-12T12:21:24,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0bc28d4170ba1b990b327bb4832717dd, ASSIGN; state=OFFLINE, location=4a91c05c96a4,38875,1731414076669; forceNewPlan=false, retain=false 2024-11-12T12:21:24,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bc28d4170ba1b990b327bb4832717dd, regionState=OPENING, regionLocation=4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:24,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0bc28d4170ba1b990b327bb4832717dd, ASSIGN because future has completed 2024-11-12T12:21:24,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc28d4170ba1b990b327bb4832717dd, server=4a91c05c96a4,38875,1731414076669}] 2024-11-12T12:21:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:25,138 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:25,139 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bc28d4170ba1b990b327bb4832717dd, NAME => 'test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:25,139 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:21:25,139 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:21:25,139 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,139 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:25,139 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,139 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,140 INFO [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,142 INFO [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc28d4170ba1b990b327bb4832717dd columnFamilyName f 2024-11-12T12:21:25,142 DEBUG [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:25,142 INFO [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] regionserver.HStore(327): Store=0bc28d4170ba1b990b327bb4832717dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:25,142 INFO [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,143 INFO [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc28d4170ba1b990b327bb4832717dd columnFamilyName f1 2024-11-12T12:21:25,143 DEBUG [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:25,143 INFO [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] regionserver.HStore(327): Store=0bc28d4170ba1b990b327bb4832717dd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:25,143 INFO [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,144 INFO [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc28d4170ba1b990b327bb4832717dd columnFamilyName norep 2024-11-12T12:21:25,144 DEBUG [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:25,144 INFO [StoreOpener-0bc28d4170ba1b990b327bb4832717dd-1 {}] regionserver.HStore(327): Store=0bc28d4170ba1b990b327bb4832717dd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:25,144 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,145 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,145 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,146 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,146 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,146 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:21:25,147 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,148 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:25,148 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0bc28d4170ba1b990b327bb4832717dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63257778, jitterRate=-0.057385653257369995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:21:25,148 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:25,149 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0bc28d4170ba1b990b327bb4832717dd: Running coprocessor pre-open hook at 1731414085139Writing region info on filesystem at 1731414085139Initializing all the Stores at 1731414085140 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414085140Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414085140Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414085140Cleaning up temporary data from old regions at 1731414085146 (+6 ms)Running coprocessor post-open hooks at 1731414085148 (+2 ms)Region opened successfully at 1731414085148 2024-11-12T12:21:25,149 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd., pid=6, masterSystemTime=1731414085136 2024-11-12T12:21:25,151 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:25,151 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:25,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bc28d4170ba1b990b327bb4832717dd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:25,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc28d4170ba1b990b327bb4832717dd, server=4a91c05c96a4,38875,1731414076669 because future has completed 2024-11-12T12:21:25,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:21:25,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bc28d4170ba1b990b327bb4832717dd, server=4a91c05c96a4,38875,1731414076669 in 171 msec 2024-11-12T12:21:25,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:21:25,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0bc28d4170ba1b990b327bb4832717dd, ASSIGN in 328 msec 2024-11-12T12:21:25,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:21:25,159 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414085158"}]},"ts":"1731414085158"} 2024-11-12T12:21:25,160 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:21:25,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:21:25,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2210 sec 2024-11-12T12:21:25,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:21:25,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:25,444 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T12:21:25,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T12:21:25,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T12:21:25,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:21:25,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T12:21:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:21:26,098 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:21:26,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:26,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45509,-1 for getting cluster id 2024-11-12T12:21:26,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:26,099 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a06eca-6557-4431-9feb-ec6f5a825ed3' 2024-11-12T12:21:26,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:26,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a06eca-6557-4431-9feb-ec6f5a825ed3" 2024-11-12T12:21:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9c76ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45509,-1] 2024-11-12T12:21:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:26,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:26,100 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f7be9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:26,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b9e25ae 2024-11-12T12:21:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:26,103 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:21:26,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:35197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:21:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:21:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:26,106 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:35197' 2024-11-12T12:21:26,106 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799f848d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:26,107 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35197,-1 for getting cluster id 2024-11-12T12:21:26,107 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:26,107 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f57ee0b-a621-415a-bd89-386e7a5423b6' 2024-11-12T12:21:26,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:26,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f57ee0b-a621-415a-bd89-386e7a5423b6" 2024-11-12T12:21:26,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34819758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:26,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35197,-1] 2024-11-12T12:21:26,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:26,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:26,109 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:26,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffcb47b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:26,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:26,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:26,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554a44b7 2024-11-12T12:21:26,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:26,111 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:21:26,111 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T12:21:26,111 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:21:26,111 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:26,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:26,112 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:26,112 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:21:26,113 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:21:26,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:21:26,114 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:26,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:21:26,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:21:26,122 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c50acbb1d98f7d93f062a6b13c95ad03, NAME => 'hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d 2024-11-12T12:21:26,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:21:26,163 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:21:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c50acbb1d98f7d93f062a6b13c95ad03, disabling compactions & flushes 2024-11-12T12:21:26,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. after waiting 0 ms 2024-11-12T12:21:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:26,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c50acbb1d98f7d93f062a6b13c95ad03: Waiting for close lock at 1731414086530Disabling compacts and flushes for region at 1731414086530Disabling writes for close at 1731414086530Writing region close event to WAL at 1731414086530Closed at 1731414086530 2024-11-12T12:21:26,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:21:26,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731414086531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414086531"}]},"ts":"1731414086531"} 2024-11-12T12:21:26,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:21:26,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:21:26,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414086534"}]},"ts":"1731414086534"} 2024-11-12T12:21:26,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:21:26,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c50acbb1d98f7d93f062a6b13c95ad03, ASSIGN}] 2024-11-12T12:21:26,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c50acbb1d98f7d93f062a6b13c95ad03, ASSIGN 2024-11-12T12:21:26,538 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c50acbb1d98f7d93f062a6b13c95ad03, ASSIGN; state=OFFLINE, location=4a91c05c96a4,42999,1731414065659; forceNewPlan=false, retain=false 2024-11-12T12:21:26,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c50acbb1d98f7d93f062a6b13c95ad03, regionState=OPENING, regionLocation=4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:26,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c50acbb1d98f7d93f062a6b13c95ad03, ASSIGN because future has completed 2024-11-12T12:21:26,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c50acbb1d98f7d93f062a6b13c95ad03, server=4a91c05c96a4,42999,1731414065659}] 2024-11-12T12:21:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:26,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:26,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:26,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:21:26,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C42999%2C1731414065659.rep, suffix=, logDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659, archiveDir=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/oldWALs, maxLogs=10 2024-11-12T12:21:26,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.rep.1731414086847, exclude list is [], retry=0 2024-11-12T12:21:26,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46063,DS-2dd24524-345d-4bb1-984f-69f045db22a6,DISK] 2024-11-12T12:21:26,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.rep.1731414086847 2024-11-12T12:21:26,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-12T12:21:26,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c50acbb1d98f7d93f062a6b13c95ad03, NAME => 'hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:26,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:21:26,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:21:26,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. service=MultiRowMutationService 2024-11-12T12:21:26,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:21:26,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:26,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,866 INFO [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,867 INFO [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c50acbb1d98f7d93f062a6b13c95ad03 columnFamilyName hfileref 2024-11-12T12:21:26,867 DEBUG [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:26,867 INFO [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] regionserver.HStore(327): Store=c50acbb1d98f7d93f062a6b13c95ad03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:26,867 INFO [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,868 INFO [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c50acbb1d98f7d93f062a6b13c95ad03 columnFamilyName queue 2024-11-12T12:21:26,868 DEBUG [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:26,869 INFO [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] regionserver.HStore(327): Store=c50acbb1d98f7d93f062a6b13c95ad03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:26,869 INFO [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,869 INFO [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c50acbb1d98f7d93f062a6b13c95ad03 columnFamilyName sid 2024-11-12T12:21:26,869 DEBUG [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:26,870 INFO [StoreOpener-c50acbb1d98f7d93f062a6b13c95ad03-1 {}] regionserver.HStore(327): Store=c50acbb1d98f7d93f062a6b13c95ad03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:26,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/replication/c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/replication/c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:21:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/replication/c50acbb1d98f7d93f062a6b13c95ad03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:26,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c50acbb1d98f7d93f062a6b13c95ad03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75390509, jitterRate=0.12340612709522247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:21:26,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:26,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c50acbb1d98f7d93f062a6b13c95ad03: Running coprocessor pre-open hook at 1731414086865Writing region info on filesystem at 1731414086865Initializing all the Stores at 1731414086866 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414086866Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414086866Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414086866Cleaning up temporary data from old regions at 1731414086871 (+5 ms)Running coprocessor post-open hooks at 1731414086874 (+3 ms)Region opened successfully at 1731414086874 2024-11-12T12:21:26,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03., pid=10, masterSystemTime=1731414086843 2024-11-12T12:21:26,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:26,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:26,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c50acbb1d98f7d93f062a6b13c95ad03, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:26,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c50acbb1d98f7d93f062a6b13c95ad03, server=4a91c05c96a4,42999,1731414065659 because future has completed 2024-11-12T12:21:26,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:21:26,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c50acbb1d98f7d93f062a6b13c95ad03, server=4a91c05c96a4,42999,1731414065659 in 189 msec 2024-11-12T12:21:26,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:21:26,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c50acbb1d98f7d93f062a6b13c95ad03, ASSIGN in 344 msec 2024-11-12T12:21:26,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:21:26,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414086882"}]},"ts":"1731414086882"} 2024-11-12T12:21:26,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:21:26,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:21:26,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-12T12:21:26,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03., hostname=4a91c05c96a4,42999,1731414065659, seqNum=2] 2024-11-12T12:21:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:27,587 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:27,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:27,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:21:27,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42999 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:21:27,805 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:21:27,846 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,42999,1731414065659, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:21:27,847 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:27,847 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42999,1731414065659, seqNum=-1] 2024-11-12T12:21:27,847 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:27,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T12:21:27,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,42999,1731414065659', locateType=CURRENT is [region=hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03., hostname=4a91c05c96a4,42999,1731414065659, seqNum=2] 2024-11-12T12:21:27,853 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:21:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:21:27,855 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,42999,1731414065659 suceeded 2024-11-12T12:21:27,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:21:27,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-12T12:21:27,856 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:35197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:21:27,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7520 sec 2024-11-12T12:21:27,867 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:35197' 2024-11-12T12:21:27,868 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f1d0879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:27,868 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35197,-1 for getting cluster id 2024-11-12T12:21:27,868 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:27,868 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f57ee0b-a621-415a-bd89-386e7a5423b6' 2024-11-12T12:21:27,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:27,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f57ee0b-a621-415a-bd89-386e7a5423b6" 2024-11-12T12:21:27,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16a7502b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:27,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35197,-1] 2024-11-12T12:21:27,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:27,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:27,870 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:27,870 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fa8ce42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:27,870 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:27,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:27,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be8ef25 2024-11-12T12:21:27,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:27,872 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-12T12:21:27,872 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,42999,1731414065659 (queues=1) is replicating from cluster=c0a06eca-6557-4431-9feb-ec6f5a825ed3 to cluster=4f57ee0b-a621-415a-bd89-386e7a5423b6 2024-11-12T12:21:27,872 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C42999%2C1731414065659 2024-11-12T12:21:27,872 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,42999,1731414065659, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:21:27,873 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C42999%2C1731414065659 2024-11-12T12:21:27,873 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, startPosition=0, beingWritten=true 2024-11-12T12:21:27,877 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:27,877 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 379, reset compression=false 2024-11-12T12:21:27,877 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42999,1731414065659 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:28,081 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 379, reset compression=false 2024-11-12T12:21:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:28,247 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:21:28,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:21:28,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:28,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:28,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:28,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:28,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:28,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35197,-1 for getting cluster id 2024-11-12T12:21:28,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:28,249 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f57ee0b-a621-415a-bd89-386e7a5423b6' 2024-11-12T12:21:28,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:28,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f57ee0b-a621-415a-bd89-386e7a5423b6" 2024-11-12T12:21:28,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44281030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:28,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35197,-1] 2024-11-12T12:21:28,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:28,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:28,250 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:28,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6d793d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:28,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f33af79 2024-11-12T12:21:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:28,252 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:21:28,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:40389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:21:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:21:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:28,254 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:40389' 2024-11-12T12:21:28,256 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e5991d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:28,264 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40389,-1 for getting cluster id 2024-11-12T12:21:28,264 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:28,265 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd62182a2-f737-45a0-96dd-450763ccb241' 2024-11-12T12:21:28,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:28,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d62182a2-f737-45a0-96dd-450763ccb241" 2024-11-12T12:21:28,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcf2721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:28,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40389,-1] 2024-11-12T12:21:28,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:28,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:28,267 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:28,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec23cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:28,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:28,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:28,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f7115c1 2024-11-12T12:21:28,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:28,269 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:21:28,269 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T12:21:28,269 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:21:28,269 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:28,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:28,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:28,270 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:21:28,271 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:21:28,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:21:28,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:28,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:21:28,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:21:28,321 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:21:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:28,384 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 379, reset compression=false 2024-11-12T12:21:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:28,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e76ce22b2a3c58d15a012d4aafb1c42b, NAME => 'hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a 2024-11-12T12:21:28,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:21:28,788 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 379, reset compression=false 2024-11-12T12:21:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:29,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:29,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e76ce22b2a3c58d15a012d4aafb1c42b, disabling compactions & flushes 2024-11-12T12:21:29,083 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:29,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:29,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. after waiting 0 ms 2024-11-12T12:21:29,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:29,083 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:29,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e76ce22b2a3c58d15a012d4aafb1c42b: Waiting for close lock at 1731414089083Disabling compacts and flushes for region at 1731414089083Disabling writes for close at 1731414089083Writing region close event to WAL at 1731414089083Closed at 1731414089083 2024-11-12T12:21:29,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:21:29,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731414089124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414089124"}]},"ts":"1731414089124"} 2024-11-12T12:21:29,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:21:29,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:21:29,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414089127"}]},"ts":"1731414089127"} 2024-11-12T12:21:29,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:21:29,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76ce22b2a3c58d15a012d4aafb1c42b, ASSIGN}] 2024-11-12T12:21:29,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76ce22b2a3c58d15a012d4aafb1c42b, ASSIGN 2024-11-12T12:21:29,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e76ce22b2a3c58d15a012d4aafb1c42b, ASSIGN; state=OFFLINE, location=4a91c05c96a4,45547,1731414071118; forceNewPlan=false, retain=false 2024-11-12T12:21:29,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e76ce22b2a3c58d15a012d4aafb1c42b, regionState=OPENING, regionLocation=4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:29,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e76ce22b2a3c58d15a012d4aafb1c42b, ASSIGN because future has completed 2024-11-12T12:21:29,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76ce22b2a3c58d15a012d4aafb1c42b, server=4a91c05c96a4,45547,1731414071118}] 2024-11-12T12:21:29,291 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 379, reset compression=false 2024-11-12T12:21:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:29,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:29,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:29,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:21:29,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C45547%2C1731414071118.rep, suffix=, logDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118, archiveDir=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/oldWALs, maxLogs=10 2024-11-12T12:21:29,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.rep.1731414089439, exclude list is [], retry=0 2024-11-12T12:21:29,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37427,DS-b089fec6-e05a-4117-9ee8-80ecfc62595d,DISK] 2024-11-12T12:21:29,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.rep.1731414089439 2024-11-12T12:21:29,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44501:44501)] 2024-11-12T12:21:29,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e76ce22b2a3c58d15a012d4aafb1c42b, NAME => 'hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:29,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:21:29,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:21:29,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. service=MultiRowMutationService 2024-11-12T12:21:29,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:21:29,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:29,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,460 INFO [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,461 INFO [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76ce22b2a3c58d15a012d4aafb1c42b columnFamilyName hfileref 2024-11-12T12:21:29,461 DEBUG [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:29,462 INFO [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] regionserver.HStore(327): Store=e76ce22b2a3c58d15a012d4aafb1c42b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:29,462 INFO [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,463 INFO [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76ce22b2a3c58d15a012d4aafb1c42b columnFamilyName queue 2024-11-12T12:21:29,463 DEBUG [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:29,463 INFO [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] regionserver.HStore(327): Store=e76ce22b2a3c58d15a012d4aafb1c42b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:29,463 INFO [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,464 INFO [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76ce22b2a3c58d15a012d4aafb1c42b columnFamilyName sid 2024-11-12T12:21:29,464 DEBUG [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:29,464 INFO [StoreOpener-e76ce22b2a3c58d15a012d4aafb1c42b-1 {}] regionserver.HStore(327): Store=e76ce22b2a3c58d15a012d4aafb1c42b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:29,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/replication/e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/replication/e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:21:29,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/replication/e76ce22b2a3c58d15a012d4aafb1c42b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:29,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e76ce22b2a3c58d15a012d4aafb1c42b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63526852, jitterRate=-0.05337613821029663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:21:29,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:29,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e76ce22b2a3c58d15a012d4aafb1c42b: Running coprocessor pre-open hook at 1731414089459Writing region info on filesystem at 1731414089459Initializing all the Stores at 1731414089460 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414089460Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414089460Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414089460Cleaning up temporary data from old regions at 1731414089466 (+6 ms)Running coprocessor post-open hooks at 1731414089469 (+3 ms)Region opened successfully at 1731414089469 2024-11-12T12:21:29,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b., pid=10, masterSystemTime=1731414089434 2024-11-12T12:21:29,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:29,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:29,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e76ce22b2a3c58d15a012d4aafb1c42b, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:29,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76ce22b2a3c58d15a012d4aafb1c42b, server=4a91c05c96a4,45547,1731414071118 because future has completed 2024-11-12T12:21:29,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:21:29,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e76ce22b2a3c58d15a012d4aafb1c42b, server=4a91c05c96a4,45547,1731414071118 in 192 msec 2024-11-12T12:21:29,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:21:29,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76ce22b2a3c58d15a012d4aafb1c42b, ASSIGN in 347 msec 2024-11-12T12:21:29,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:21:29,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414089477"}]},"ts":"1731414089477"} 2024-11-12T12:21:29,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:21:29,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:21:29,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-11-12T12:21:29,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b., hostname=4a91c05c96a4,45547,1731414071118, seqNum=2] 2024-11-12T12:21:29,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:29,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:29,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:21:29,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:21:29,779 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:21:29,809 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,45547,1731414071118, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:21:29,809 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:29,809 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,45547,1731414071118, seqNum=-1] 2024-11-12T12:21:29,810 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:29,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T12:21:29,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,45547,1731414071118', locateType=CURRENT is [region=hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b., hostname=4a91c05c96a4,45547,1731414071118, seqNum=2] 2024-11-12T12:21:29,814 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:21:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:21:29,816 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,45547,1731414071118 suceeded 2024-11-12T12:21:29,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:21:29,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-12T12:21:29,818 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:40389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:21:29,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5660 sec 2024-11-12T12:21:29,827 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:40389' 2024-11-12T12:21:29,828 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42889607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:29,829 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40389,-1 for getting cluster id 2024-11-12T12:21:29,829 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:29,829 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd62182a2-f737-45a0-96dd-450763ccb241' 2024-11-12T12:21:29,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:29,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d62182a2-f737-45a0-96dd-450763ccb241" 2024-11-12T12:21:29,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fb0da03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:29,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40389,-1] 2024-11-12T12:21:29,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:29,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:29,830 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:29,831 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4078f30f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:29,831 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67b25b8e 2024-11-12T12:21:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:29,832 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-12T12:21:29,833 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,45547,1731414071118 (queues=1) is replicating from cluster=4f57ee0b-a621-415a-bd89-386e7a5423b6 to cluster=d62182a2-f737-45a0-96dd-450763ccb241 2024-11-12T12:21:29,833 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C45547%2C1731414071118 2024-11-12T12:21:29,833 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,45547,1731414071118, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:21:29,833 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C45547%2C1731414071118 2024-11-12T12:21:29,833 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, startPosition=0, beingWritten=true 2024-11-12T12:21:29,838 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:29,838 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 379, reset compression=false 2024-11-12T12:21:29,838 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45547,1731414071118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:29,894 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 379, reset compression=false 2024-11-12T12:21:30,041 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 379, reset compression=false 2024-11-12T12:21:30,344 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 379, reset compression=false 2024-11-12T12:21:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:30,408 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:21:30,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:21:30,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:30,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:30,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:30,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:30,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:30,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40389,-1 for getting cluster id 2024-11-12T12:21:30,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:30,409 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd62182a2-f737-45a0-96dd-450763ccb241' 2024-11-12T12:21:30,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:30,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d62182a2-f737-45a0-96dd-450763ccb241" 2024-11-12T12:21:30,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbf33cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:30,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40389,-1] 2024-11-12T12:21:30,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:30,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:30,410 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad579af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:30,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3989fb02 2024-11-12T12:21:30,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:30,412 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:21:30,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:45509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:21:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:21:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:30,415 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45509' 2024-11-12T12:21:30,415 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b1a734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:30,415 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45509,-1 for getting cluster id 2024-11-12T12:21:30,415 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:30,416 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a06eca-6557-4431-9feb-ec6f5a825ed3' 2024-11-12T12:21:30,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:30,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a06eca-6557-4431-9feb-ec6f5a825ed3" 2024-11-12T12:21:30,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e621ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:30,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45509,-1] 2024-11-12T12:21:30,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:30,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:30,417 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:30,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4699717d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:30,417 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:30,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:30,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f45cc0b 2024-11-12T12:21:30,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:30,419 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:21:30,419 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T12:21:30,419 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:21:30,419 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:30,419 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:30,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:30,420 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:21:30,421 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:21:30,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:21:30,421 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:30,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:21:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:21:30,471 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:21:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:30,597 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 379, reset compression=false 2024-11-12T12:21:30,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:21:30,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:30,747 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 379, reset compression=false 2024-11-12T12:21:30,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb67fe2b871110fa28ce538c804c70fb, NAME => 'hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c 2024-11-12T12:21:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:21:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:31,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:31,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eb67fe2b871110fa28ce538c804c70fb, disabling compactions & flushes 2024-11-12T12:21:31,234 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:31,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:31,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. after waiting 0 ms 2024-11-12T12:21:31,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:31,241 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:31,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb67fe2b871110fa28ce538c804c70fb: Waiting for close lock at 1731414091234Disabling compacts and flushes for region at 1731414091234Disabling writes for close at 1731414091234Writing region close event to WAL at 1731414091234Closed at 1731414091234 2024-11-12T12:21:31,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:21:31,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731414091242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414091242"}]},"ts":"1731414091242"} 2024-11-12T12:21:31,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:21:31,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:21:31,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414091245"}]},"ts":"1731414091245"} 2024-11-12T12:21:31,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:21:31,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb67fe2b871110fa28ce538c804c70fb, ASSIGN}] 2024-11-12T12:21:31,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb67fe2b871110fa28ce538c804c70fb, ASSIGN 2024-11-12T12:21:31,249 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb67fe2b871110fa28ce538c804c70fb, ASSIGN; state=OFFLINE, location=4a91c05c96a4,38875,1731414076669; forceNewPlan=false, retain=false 2024-11-12T12:21:31,250 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 379, reset compression=false 2024-11-12T12:21:31,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb67fe2b871110fa28ce538c804c70fb, regionState=OPENING, regionLocation=4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:31,400 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 379, reset compression=false 2024-11-12T12:21:31,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb67fe2b871110fa28ce538c804c70fb, ASSIGN because future has completed 2024-11-12T12:21:31,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb67fe2b871110fa28ce538c804c70fb, server=4a91c05c96a4,38875,1731414076669}] 2024-11-12T12:21:31,444 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T12:21:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:31,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:31,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:31,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:21:31,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C38875%2C1731414076669.rep, suffix=, logDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669, archiveDir=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/oldWALs, maxLogs=10 2024-11-12T12:21:31,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.rep.1731414091558, exclude list is [], retry=0 2024-11-12T12:21:31,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46543,DS-8e30145f-2825-4c59-be25-82491c96d133,DISK] 2024-11-12T12:21:31,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.rep.1731414091558 2024-11-12T12:21:31,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40525:40525)] 2024-11-12T12:21:31,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eb67fe2b871110fa28ce538c804c70fb, NAME => 'hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:31,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:21:31,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:21:31,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. service=MultiRowMutationService 2024-11-12T12:21:31,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:21:31,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:31,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,581 INFO [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,582 INFO [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb67fe2b871110fa28ce538c804c70fb columnFamilyName hfileref 2024-11-12T12:21:31,582 DEBUG [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:31,582 INFO [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] regionserver.HStore(327): Store=eb67fe2b871110fa28ce538c804c70fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:31,582 INFO [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,583 INFO [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb67fe2b871110fa28ce538c804c70fb columnFamilyName queue 2024-11-12T12:21:31,583 DEBUG [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:31,583 INFO [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] regionserver.HStore(327): Store=eb67fe2b871110fa28ce538c804c70fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:31,583 INFO [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,584 INFO [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb67fe2b871110fa28ce538c804c70fb columnFamilyName sid 2024-11-12T12:21:31,584 DEBUG [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:31,584 INFO [StoreOpener-eb67fe2b871110fa28ce538c804c70fb-1 {}] regionserver.HStore(327): Store=eb67fe2b871110fa28ce538c804c70fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:31,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/replication/eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/replication/eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:21:31,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/replication/eb67fe2b871110fa28ce538c804c70fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:31,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eb67fe2b871110fa28ce538c804c70fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62529224, jitterRate=-0.06824195384979248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:21:31,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:31,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eb67fe2b871110fa28ce538c804c70fb: Running coprocessor pre-open hook at 1731414091580Writing region info on filesystem at 1731414091580Initializing all the Stores at 1731414091580Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414091580Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414091580Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414091580Cleaning up temporary data from old regions at 1731414091586 (+6 ms)Running coprocessor post-open hooks at 1731414091589 (+3 ms)Region opened successfully at 1731414091589 2024-11-12T12:21:31,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb., pid=10, masterSystemTime=1731414091554 2024-11-12T12:21:31,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:31,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:31,592 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb67fe2b871110fa28ce538c804c70fb, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:31,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb67fe2b871110fa28ce538c804c70fb, server=4a91c05c96a4,38875,1731414076669 because future has completed 2024-11-12T12:21:31,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:21:31,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eb67fe2b871110fa28ce538c804c70fb, server=4a91c05c96a4,38875,1731414076669 in 192 msec 2024-11-12T12:21:31,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:21:31,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb67fe2b871110fa28ce538c804c70fb, ASSIGN in 349 msec 2024-11-12T12:21:31,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:21:31,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414091598"}]},"ts":"1731414091598"} 2024-11-12T12:21:31,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:21:31,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:21:31,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-12T12:21:31,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb., hostname=4a91c05c96a4,38875,1731414076669, seqNum=2] 2024-11-12T12:21:31,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:31,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:31,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:21:31,853 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 379, reset compression=false 2024-11-12T12:21:31,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:21:31,874 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:21:31,907 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,38875,1731414076669, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:21:31,907 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:31,907 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,38875,1731414076669, seqNum=-1] 2024-11-12T12:21:31,908 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:31,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T12:21:31,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,38875,1731414076669', locateType=CURRENT is [region=hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb., hostname=4a91c05c96a4,38875,1731414076669, seqNum=2] 2024-11-12T12:21:31,912 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:21:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:21:31,915 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,38875,1731414076669 suceeded 2024-11-12T12:21:31,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:21:31,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-12T12:21:31,916 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:45509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:21:31,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-12T12:21:31,929 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45509' 2024-11-12T12:21:31,931 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dbb4932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:31,931 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45509,-1 for getting cluster id 2024-11-12T12:21:31,931 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:31,931 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a06eca-6557-4431-9feb-ec6f5a825ed3' 2024-11-12T12:21:31,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:31,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a06eca-6557-4431-9feb-ec6f5a825ed3" 2024-11-12T12:21:31,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d548899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:31,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45509,-1] 2024-11-12T12:21:31,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:31,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:31,933 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:31,933 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a996ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:31,933 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:31,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:31,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fb0ecd2 2024-11-12T12:21:31,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:31,935 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T12:21:31,935 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,38875,1731414076669 (queues=1) is replicating from cluster=d62182a2-f737-45a0-96dd-450763ccb241 to cluster=c0a06eca-6557-4431-9feb-ec6f5a825ed3 2024-11-12T12:21:31,935 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C38875%2C1731414076669 2024-11-12T12:21:31,935 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,38875,1731414076669, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:21:31,936 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967, startPosition=0, beingWritten=true 2024-11-12T12:21:31,936 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C38875%2C1731414076669 2024-11-12T12:21:31,940 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:31,940 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 379, reset compression=false 2024-11-12T12:21:31,940 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,38875,1731414076669 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:32,143 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 379, reset compression=false 2024-11-12T12:21:32,304 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 379, reset compression=false 2024-11-12T12:21:32,446 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 379, reset compression=false 2024-11-12T12:21:32,557 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 379, reset compression=false 2024-11-12T12:21:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:21:32,557 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:21:32,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:21:32,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:32,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:32,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:32,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:32,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:32,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45509,-1 for getting cluster id 2024-11-12T12:21:32,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:32,559 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a06eca-6557-4431-9feb-ec6f5a825ed3' 2024-11-12T12:21:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a06eca-6557-4431-9feb-ec6f5a825ed3" 2024-11-12T12:21:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c103966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45509,-1] 2024-11-12T12:21:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:32,560 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:32,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfb9d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:32,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:32,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35197,-1 for getting cluster id 2024-11-12T12:21:32,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:32,562 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f57ee0b-a621-415a-bd89-386e7a5423b6' 2024-11-12T12:21:32,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:32,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f57ee0b-a621-415a-bd89-386e7a5423b6" 2024-11-12T12:21:32,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4932e933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:32,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35197,-1] 2024-11-12T12:21:32,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:32,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:32,562 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:32,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab622d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:32,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:32,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40389,-1 for getting cluster id 2024-11-12T12:21:32,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:32,564 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd62182a2-f737-45a0-96dd-450763ccb241' 2024-11-12T12:21:32,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:32,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d62182a2-f737-45a0-96dd-450763ccb241" 2024-11-12T12:21:32,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bac1eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:32,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40389,-1] 2024-11-12T12:21:32,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:32,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:32,565 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:32,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d503a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:32,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42999,1731414065659, seqNum=-1] 2024-11-12T12:21:32,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:32,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:21:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7., hostname=4a91c05c96a4,42999,1731414065659, seqNum=2] 2024-11-12T12:21:32,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:32,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,38875,1731414076669, seqNum=-1] 2024-11-12T12:21:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:32,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:21:32,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd., hostname=4a91c05c96a4,38875,1731414076669, seqNum=2] 2024-11-12T12:21:32,587 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T12:21:32,849 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 379, reset compression=false 2024-11-12T12:21:33,308 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 379, reset compression=false 2024-11-12T12:21:33,312 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:33,312 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 480, reset compression=false 2024-11-12T12:21:33,312 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42999,1731414065659 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd377d1fa15a875c45c5dbfb1c8b97f7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T12:21:33,314 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:21:33,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-12T12:21:33,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:33,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@db6670d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:33,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35197,-1 for getting cluster id 2024-11-12T12:21:33,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:33,316 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f57ee0b-a621-415a-bd89-386e7a5423b6' 2024-11-12T12:21:33,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:33,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f57ee0b-a621-415a-bd89-386e7a5423b6" 2024-11-12T12:21:33,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3061c560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:33,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35197,-1] 2024-11-12T12:21:33,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:33,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:33,317 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:33,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53a91335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:33,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:33,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,45547,1731414071118, seqNum=-1] 2024-11-12T12:21:33,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:33,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T12:21:33,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731414081790.0164b7f1110074fad70517545f493ecd., hostname=4a91c05c96a4,45547,1731414071118, seqNum=2] 2024-11-12T12:21:33,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:33,352 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 379, reset compression=false 2024-11-12T12:21:33,360 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 379, reset compression=false 2024-11-12T12:21:33,363 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:33,363 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 504, reset compression=false 2024-11-12T12:21:33,363 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45547,1731414071118 got entry batch from reader: WALEntryBatch [walEntries=[{test/0164b7f1110074fad70517545f493ecd/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T12:21:33,365 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:21:33,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-12T12:21:33,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:33,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51d9dbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:33,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40389,-1 for getting cluster id 2024-11-12T12:21:33,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:33,368 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd62182a2-f737-45a0-96dd-450763ccb241' 2024-11-12T12:21:33,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:33,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d62182a2-f737-45a0-96dd-450763ccb241" 2024-11-12T12:21:33,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54b651c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:33,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40389,-1] 2024-11-12T12:21:33,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:33,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:33,369 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:33,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eed66d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:33,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:33,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,38875,1731414076669, seqNum=-1] 2024-11-12T12:21:33,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:33,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T12:21:33,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd., hostname=4a91c05c96a4,38875,1731414076669, seqNum=2] 2024-11-12T12:21:33,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:33,515 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 480, reset compression=false 2024-11-12T12:21:33,566 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 504, reset compression=false 2024-11-12T12:21:33,589 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T12:21:33,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:33,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,45547,1731414071118, seqNum=-1] 2024-11-12T12:21:33,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:33,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:21:33,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731414081790.0164b7f1110074fad70517545f493ecd., hostname=4a91c05c96a4,45547,1731414071118, seqNum=2] 2024-11-12T12:21:33,595 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T12:21:33,818 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 480, reset compression=false 2024-11-12T12:21:33,870 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 504, reset compression=false 2024-11-12T12:21:33,874 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:33,874 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 608, reset compression=false 2024-11-12T12:21:33,874 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45547,1731414071118 got entry batch from reader: WALEntryBatch [walEntries=[{test/0164b7f1110074fad70517545f493ecd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T12:21:33,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:33,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:33,955 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 379, reset compression=false 2024-11-12T12:21:33,959 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:33,960 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 654, reset compression=false 2024-11-12T12:21:33,960 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,38875,1731414076669 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bc28d4170ba1b990b327bb4832717dd/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T12:21:33,961 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:21:33,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T12:21:33,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:33,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c38f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:33,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45509,-1 for getting cluster id 2024-11-12T12:21:33,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:33,965 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a06eca-6557-4431-9feb-ec6f5a825ed3' 2024-11-12T12:21:33,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:33,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a06eca-6557-4431-9feb-ec6f5a825ed3" 2024-11-12T12:21:33,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ebd2ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:33,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45509,-1] 2024-11-12T12:21:33,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:33,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:33,966 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:33,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c3cb7af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:33,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:33,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42999,1731414065659, seqNum=-1] 2024-11-12T12:21:33,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:33,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T12:21:33,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7., hostname=4a91c05c96a4,42999,1731414065659, seqNum=2] 2024-11-12T12:21:33,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:34,077 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 608, reset compression=false 2024-11-12T12:21:34,165 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 654, reset compression=false 2024-11-12T12:21:34,221 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 480, reset compression=false 2024-11-12T12:21:34,239 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:34,239 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 631, reset compression=false 2024-11-12T12:21:34,239 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42999,1731414065659 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:34,380 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 608, reset compression=false 2024-11-12T12:21:34,442 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 631, reset compression=false 2024-11-12T12:21:34,468 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 654, reset compression=false 2024-11-12T12:21:34,597 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T12:21:34,600 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T12:21:34,745 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 631, reset compression=false 2024-11-12T12:21:34,784 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 608, reset compression=false 2024-11-12T12:21:34,871 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 654, reset compression=false 2024-11-12T12:21:34,876 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:34,876 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 758, reset compression=false 2024-11-12T12:21:34,876 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,38875,1731414076669 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bc28d4170ba1b990b327bb4832717dd/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T12:21:34,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:34,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:35,037 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:21:35,080 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 758, reset compression=false 2024-11-12T12:21:35,148 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 631, reset compression=false 2024-11-12T12:21:35,152 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:35,152 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 759, reset compression=false 2024-11-12T12:21:35,152 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42999,1731414065659 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd377d1fa15a875c45c5dbfb1c8b97f7/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T12:21:35,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:35,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:35,287 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 608, reset compression=false 2024-11-12T12:21:35,291 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:35,291 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 760, reset compression=false 2024-11-12T12:21:35,291 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45547,1731414071118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:35,355 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 759, reset compression=false 2024-11-12T12:21:35,384 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 758, reset compression=false 2024-11-12T12:21:35,494 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 760, reset compression=false 2024-11-12T12:21:35,601 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T12:21:35,605 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T12:21:35,659 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 759, reset compression=false 2024-11-12T12:21:35,663 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:35,663 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 915, reset compression=false 2024-11-12T12:21:35,663 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42999,1731414065659 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd377d1fa15a875c45c5dbfb1c8b97f7/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T12:21:35,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:35,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:35,787 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 758, reset compression=false 2024-11-12T12:21:35,798 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 760, reset compression=false 2024-11-12T12:21:35,802 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:35,802 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 908, reset compression=false 2024-11-12T12:21:35,802 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45547,1731414071118 got entry batch from reader: WALEntryBatch [walEntries=[{test/0164b7f1110074fad70517545f493ecd/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T12:21:35,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:35,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:35,868 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 915, reset compression=false 2024-11-12T12:21:36,006 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 908, reset compression=false 2024-11-12T12:21:36,171 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 915, reset compression=false 2024-11-12T12:21:36,290 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 758, reset compression=false 2024-11-12T12:21:36,294 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:36,294 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 929, reset compression=false 2024-11-12T12:21:36,294 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,38875,1731414076669 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:36,309 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 908, reset compression=false 2024-11-12T12:21:36,497 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 929, reset compression=false 2024-11-12T12:21:36,574 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 915, reset compression=false 2024-11-12T12:21:36,607 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T12:21:36,610 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T12:21:36,713 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 908, reset compression=false 2024-11-12T12:21:36,716 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:36,716 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1067, reset compression=false 2024-11-12T12:21:36,716 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45547,1731414071118 got entry batch from reader: WALEntryBatch [walEntries=[{test/0164b7f1110074fad70517545f493ecd/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T12:21:36,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:36,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:36,801 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 929, reset compression=false 2024-11-12T12:21:36,804 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:36,804 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1078, reset compression=false 2024-11-12T12:21:36,804 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,38875,1731414076669 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bc28d4170ba1b990b327bb4832717dd/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T12:21:36,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:36,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:36,919 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1067, reset compression=false 2024-11-12T12:21:37,007 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1078, reset compression=false 2024-11-12T12:21:37,077 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 915, reset compression=false 2024-11-12T12:21:37,082 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:37,082 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1088, reset compression=false 2024-11-12T12:21:37,082 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42999,1731414065659 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:37,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:21:37,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:37,223 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1067, reset compression=false 2024-11-12T12:21:37,292 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1088, reset compression=false 2024-11-12T12:21:37,310 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1078, reset compression=false 2024-11-12T12:21:37,596 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1088, reset compression=false 2024-11-12T12:21:37,612 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T12:21:37,616 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T12:21:37,626 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1067, reset compression=false 2024-11-12T12:21:37,713 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1078, reset compression=false 2024-11-12T12:21:37,717 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:37,717 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1237, reset compression=false 2024-11-12T12:21:37,717 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,38875,1731414076669 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bc28d4170ba1b990b327bb4832717dd/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T12:21:37,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:37,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:37,921 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1237, reset compression=false 2024-11-12T12:21:37,999 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1088, reset compression=false 2024-11-12T12:21:38,003 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:38,003 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1238, reset compression=false 2024-11-12T12:21:38,003 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42999,1731414065659 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd377d1fa15a875c45c5dbfb1c8b97f7/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T12:21:38,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:38,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:38,130 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1067, reset compression=false 2024-11-12T12:21:38,134 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:38,134 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1241, reset compression=false 2024-11-12T12:21:38,134 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45547,1731414071118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:38,209 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1238, reset compression=false 2024-11-12T12:21:38,224 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1237, reset compression=false 2024-11-12T12:21:38,340 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1241, reset compression=false 2024-11-12T12:21:38,512 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1238, reset compression=false 2024-11-12T12:21:38,618 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T12:21:38,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb35a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:38,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40389,-1 for getting cluster id 2024-11-12T12:21:38,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:38,624 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd62182a2-f737-45a0-96dd-450763ccb241' 2024-11-12T12:21:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d62182a2-f737-45a0-96dd-450763ccb241" 2024-11-12T12:21:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef1c7da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40389,-1] 2024-11-12T12:21:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:38,625 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:38,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5878bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:38,627 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1237, reset compression=false 2024-11-12T12:21:38,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e6c97bd 2024-11-12T12:21:38,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:38,630 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:21:38,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-12T12:21:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-12T12:21:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T12:21:38,644 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1241, reset compression=false 2024-11-12T12:21:38,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:21:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T12:21:38,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T12:21:38,852 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-12T12:21:38,853 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-12T12:21:38,853 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,38875,1731414076669 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-12T12:21:38,853 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0. 2024-11-12T12:21:38,853 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:38,853 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:38,854 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:38,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:38,915 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1238, reset compression=false 2024-11-12T12:21:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T12:21:38,954 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:21:38,954 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T12:21:39,047 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1241, reset compression=false 2024-11-12T12:21:39,054 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 terminated 2024-11-12T12:21:39,085 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,38875,1731414076669, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:21:39,085 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-12T12:21:39,086 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T12:21:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T12:21:39,089 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 4a91c05c96a4,38875,1731414076669 suceeded 2024-11-12T12:21:39,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T12:21:39,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 390 msec 2024-11-12T12:21:39,091 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-12T12:21:39,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 460 msec 2024-11-12T12:21:39,099 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45509' 2024-11-12T12:21:39,100 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b4056dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:39,100 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45509,-1 for getting cluster id 2024-11-12T12:21:39,100 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:39,101 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a06eca-6557-4431-9feb-ec6f5a825ed3' 2024-11-12T12:21:39,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:39,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a06eca-6557-4431-9feb-ec6f5a825ed3" 2024-11-12T12:21:39,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18dd79ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:39,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45509,-1] 2024-11-12T12:21:39,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:39,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:39,103 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:39,103 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c7fa018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:39,103 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:39,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:39,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63abdf55 2024-11-12T12:21:39,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:39,105 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T12:21:39,106 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,38875,1731414076669 (queues=1) is replicating from cluster=d62182a2-f737-45a0-96dd-450763ccb241 to cluster=c0a06eca-6557-4431-9feb-ec6f5a825ed3 2024-11-12T12:21:39,106 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C38875%2C1731414076669 2024-11-12T12:21:39,106 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,38875,1731414076669, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:21:39,106 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C38875%2C1731414076669 2024-11-12T12:21:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T12:21:39,257 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:21:39,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:21:39,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:39,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:39,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:39,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:39,261 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-12T12:21:39,418 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1238, reset compression=false 2024-11-12T12:21:39,422 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:39,422 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1342, reset compression=false 2024-11-12T12:21:39,422 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42999,1731414065659 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd377d1fa15a875c45c5dbfb1c8b97f7/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T12:21:39,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:39,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:39,550 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1241, reset compression=false 2024-11-12T12:21:39,554 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:39,554 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1369, reset compression=false 2024-11-12T12:21:39,554 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45547,1731414071118 got entry batch from reader: WALEntryBatch [walEntries=[{test/0164b7f1110074fad70517545f493ecd/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T12:21:39,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:39,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:39,626 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1342, reset compression=false 2024-11-12T12:21:39,757 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1369, reset compression=false 2024-11-12T12:21:39,929 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1342, reset compression=false 2024-11-12T12:21:40,061 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1369, reset compression=false 2024-11-12T12:21:40,262 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-12T12:21:40,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df47c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:40,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40389,-1 for getting cluster id 2024-11-12T12:21:40,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:40,265 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd62182a2-f737-45a0-96dd-450763ccb241' 2024-11-12T12:21:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d62182a2-f737-45a0-96dd-450763ccb241" 2024-11-12T12:21:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c33f9f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40389,-1] 2024-11-12T12:21:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:40,266 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:40,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6751b201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:40,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f91f565 2024-11-12T12:21:40,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:21:40,271 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:21:40,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-12T12:21:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-12T12:21:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T12:21:40,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:21:40,332 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1342, reset compression=false 2024-11-12T12:21:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T12:21:40,464 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1369, reset compression=false 2024-11-12T12:21:40,468 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:40,468 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1473, reset compression=false 2024-11-12T12:21:40,468 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45547,1731414071118 got entry batch from reader: WALEntryBatch [walEntries=[{test/0164b7f1110074fad70517545f493ecd/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T12:21:40,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:40,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:40,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-12T12:21:40,484 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-12T12:21:40,484 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T12:21:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T12:21:40,486 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 4a91c05c96a4,38875,1731414076669 suceeded 2024-11-12T12:21:40,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T12:21:40,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-12T12:21:40,488 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-12T12:21:40,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 217 msec 2024-11-12T12:21:40,508 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967, startPosition=1237, beingWritten=true 2024-11-12T12:21:40,512 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:21:40,512 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1515, reset compression=false 2024-11-12T12:21:40,512 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,38875,1731414076669 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bc28d4170ba1b990b327bb4832717dd/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T12:21:40,514 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:21:40,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T12:21:40,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:21:40,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:21:40,559 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:21:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T12:21:40,587 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:21:40,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:21:40,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:40,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:40,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:40,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:40,589 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-12T12:21:40,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:21:40,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:21:40,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:40,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:40,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:40,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:40,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:21:40,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=62489922, stopped=false 2024-11-12T12:21:40,590 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,40389,1731414076514 2024-11-12T12:21:40,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2049588639/running 2024-11-12T12:21:40,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2049588639/running 2024-11-12T12:21:40,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:40,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:40,618 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:21:40,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:21:40,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Set watcher on znode that does not yet exist, /2-2049588639/running 2024-11-12T12:21:40,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:40,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Set watcher on znode that does not yet exist, /2-2049588639/running 2024-11-12T12:21:40,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:40,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,38875,1731414076669' ***** 2024-11-12T12:21:40,619 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:21:40,619 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:21:40,620 INFO [RS:0;4a91c05c96a4:38875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:21:40,620 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:21:40,620 INFO [RS:0;4a91c05c96a4:38875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:21:40,620 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bc28d4170ba1b990b327bb4832717dd 2024-11-12T12:21:40,620 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(3091): Received CLOSE for eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:40,620 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:40,620 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:21:40,620 INFO [RS:0;4a91c05c96a4:38875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:38875. 2024-11-12T12:21:40,620 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bc28d4170ba1b990b327bb4832717dd, disabling compactions & flushes 2024-11-12T12:21:40,620 DEBUG [RS:0;4a91c05c96a4:38875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:40,620 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:40,620 DEBUG [RS:0;4a91c05c96a4:38875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:40,620 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:40,620 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. after waiting 0 ms 2024-11-12T12:21:40,620 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:40,620 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:21:40,620 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:21:40,620 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:21:40,620 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:21:40,620 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bc28d4170ba1b990b327bb4832717dd 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T12:21:40,621 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:21:40,621 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1325): Online Regions={0bc28d4170ba1b990b327bb4832717dd=test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd., eb67fe2b871110fa28ce538c804c70fb=hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:21:40,621 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:21:40,621 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1351): Waiting on 0bc28d4170ba1b990b327bb4832717dd, 1588230740, eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:40,621 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:21:40,621 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:21:40,621 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:21:40,621 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:21:40,621 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:21:40,634 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/.tmp/f/ab347aa4a7f04f81a4cbab9efaab45ae is 37, key is row3/f:row3/1731414099259/Put/seqid=0 2024-11-12T12:21:40,634 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/info/5922fddc57da4298b5e8c20dbe19b935 is 147, key is hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb./info:regioninfo/1731414091592/Put/seqid=0 2024-11-12T12:21:40,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741840_1016 (size=7686) 2024-11-12T12:21:40,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741841_1017 (size=5228) 2024-11-12T12:21:40,671 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1473, reset compression=false 2024-11-12T12:21:40,690 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:21:40,716 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1515, reset compression=false 2024-11-12T12:21:40,725 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:40,725 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1762, reset compression=false 2024-11-12T12:21:40,725 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,38875,1731414076669 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:40,726 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a91c05c96a4,38875,1731414076669: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a91c05c96a4,38875,1731414076669, walGroup=4a91c05c96a4%2C38875%2C1731414076669, offset=4a91c05c96a4%2C38875%2C1731414076669.1731414078967:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:38875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T12:21:40,727 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:21:40,727 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:21:40,727 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:21:40,728 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:21:40,728 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:21:40,728 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 892014928 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198171320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T12:21:40,728 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:40389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:40389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T12:21:40,821 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1351): Waiting on 0bc28d4170ba1b990b327bb4832717dd, 1588230740, eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:40,833 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:21:40,833 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:21:40,835 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1342, reset compression=false 2024-11-12T12:21:40,839 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:40,839 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:40,839 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42999,1731414065659 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:40,929 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1762, reset compression=false 2024-11-12T12:21:40,974 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1473, reset compression=false 2024-11-12T12:21:41,021 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1351): Waiting on 0bc28d4170ba1b990b327bb4832717dd, 1588230740, eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:41,038 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/info/5922fddc57da4298b5e8c20dbe19b935 2024-11-12T12:21:41,038 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/.tmp/f/ab347aa4a7f04f81a4cbab9efaab45ae 2024-11-12T12:21:41,041 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab347aa4a7f04f81a4cbab9efaab45ae 2024-11-12T12:21:41,042 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:41,058 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/ns/c2391c0cbe6b40f98c0421d6babfee97 is 43, key is default/ns:d/1731414079899/Put/seqid=0 2024-11-12T12:21:41,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:21:41,066 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/.tmp/f1/a382d58db4824b0e864cc754a3cc2bd6 is 30, key is row1/f1:/1731414096608/DeleteFamily/seqid=0 2024-11-12T12:21:41,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741843_1019 (size=5158) 2024-11-12T12:21:41,069 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/.tmp/f1/a382d58db4824b0e864cc754a3cc2bd6 2024-11-12T12:21:41,072 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a382d58db4824b0e864cc754a3cc2bd6 2024-11-12T12:21:41,091 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/.tmp/norep/c16f7d6eddea4c29bf1f03d7f7a01dcb is 33, key is row2/norep:/1731414097613/DeleteFamily/seqid=0 2024-11-12T12:21:41,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741844_1020 (size=5108) 2024-11-12T12:21:41,221 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1351): Waiting on 0bc28d4170ba1b990b327bb4832717dd, 1588230740, eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:41,233 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1762, reset compression=false 2024-11-12T12:21:41,346 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:41,377 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1473, reset compression=false 2024-11-12T12:21:41,421 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1351): Waiting on 0bc28d4170ba1b990b327bb4832717dd, 1588230740, eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:41,462 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/ns/c2391c0cbe6b40f98c0421d6babfee97 2024-11-12T12:21:41,478 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/rep_barrier/f975faeebbd24b8bbe8b4562ff0ebefd is 112, key is test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd./rep_barrier:seqnumDuringOpen/1731414085152/Put/seqid=0 2024-11-12T12:21:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741845_1021 (size=5518) 2024-11-12T12:21:41,494 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/.tmp/norep/c16f7d6eddea4c29bf1f03d7f7a01dcb 2024-11-12T12:21:41,498 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c16f7d6eddea4c29bf1f03d7f7a01dcb 2024-11-12T12:21:41,498 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/.tmp/f/ab347aa4a7f04f81a4cbab9efaab45ae as hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/f/ab347aa4a7f04f81a4cbab9efaab45ae 2024-11-12T12:21:41,502 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab347aa4a7f04f81a4cbab9efaab45ae 2024-11-12T12:21:41,502 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/f/ab347aa4a7f04f81a4cbab9efaab45ae, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T12:21:41,503 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/.tmp/f1/a382d58db4824b0e864cc754a3cc2bd6 as hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/f1/a382d58db4824b0e864cc754a3cc2bd6 2024-11-12T12:21:41,506 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a382d58db4824b0e864cc754a3cc2bd6 2024-11-12T12:21:41,506 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/f1/a382d58db4824b0e864cc754a3cc2bd6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T12:21:41,507 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/.tmp/norep/c16f7d6eddea4c29bf1f03d7f7a01dcb as hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/norep/c16f7d6eddea4c29bf1f03d7f7a01dcb 2024-11-12T12:21:41,510 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c16f7d6eddea4c29bf1f03d7f7a01dcb 2024-11-12T12:21:41,510 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/norep/c16f7d6eddea4c29bf1f03d7f7a01dcb, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T12:21:41,511 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0bc28d4170ba1b990b327bb4832717dd in 890ms, sequenceid=12, compaction requested=false 2024-11-12T12:21:41,514 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/default/test/0bc28d4170ba1b990b327bb4832717dd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T12:21:41,515 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:21:41,515 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:21:41,515 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:41,515 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bc28d4170ba1b990b327bb4832717dd: Waiting for close lock at 1731414100620Running coprocessor pre-close hooks at 1731414100620Disabling compacts and flushes for region at 1731414100620Disabling writes for close at 1731414100620Obtaining lock to block concurrent updates at 1731414100620Preparing flush snapshotting stores in 0bc28d4170ba1b990b327bb4832717dd at 1731414100620Finished memstore snapshotting test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731414100621 (+1 ms)Flushing stores of test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. at 1731414100621Flushing 0bc28d4170ba1b990b327bb4832717dd/f: creating writer at 1731414100621Flushing 0bc28d4170ba1b990b327bb4832717dd/f: appending metadata at 1731414100633 (+12 ms)Flushing 0bc28d4170ba1b990b327bb4832717dd/f: closing flushed file at 1731414100633Flushing 0bc28d4170ba1b990b327bb4832717dd/f1: creating writer at 1731414101042 (+409 ms)Flushing 0bc28d4170ba1b990b327bb4832717dd/f1: appending metadata at 1731414101065 (+23 ms)Flushing 0bc28d4170ba1b990b327bb4832717dd/f1: closing flushed file at 1731414101065Flushing 0bc28d4170ba1b990b327bb4832717dd/norep: creating writer at 1731414101072 (+7 ms)Flushing 0bc28d4170ba1b990b327bb4832717dd/norep: appending metadata at 1731414101090 (+18 ms)Flushing 0bc28d4170ba1b990b327bb4832717dd/norep: closing flushed file at 1731414101090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d917d8: reopening flushed file at 1731414101498 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@272dc8d8: reopening flushed file at 1731414101502 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a93b2: reopening flushed file at 1731414101506 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0bc28d4170ba1b990b327bb4832717dd in 890ms, sequenceid=12, compaction requested=false at 1731414101511 (+5 ms)Writing region close event to WAL at 1731414101512 (+1 ms)Running coprocessor post-close hooks at 1731414101515 (+3 ms)Closed at 1731414101515 2024-11-12T12:21:41,515 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414083940.0bc28d4170ba1b990b327bb4832717dd. 2024-11-12T12:21:41,515 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb67fe2b871110fa28ce538c804c70fb, disabling compactions & flushes 2024-11-12T12:21:41,515 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:41,515 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:41,515 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. after waiting 0 ms 2024-11-12T12:21:41,515 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:41,515 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb67fe2b871110fa28ce538c804c70fb: Waiting for close lock at 1731414101515Running coprocessor pre-close hooks at 1731414101515Disabling compacts and flushes for region at 1731414101515Disabling writes for close at 1731414101515Failed flush hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb., putting online again at 1731414101515 2024-11-12T12:21:41,515 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:41,622 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:21:41,622 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1325): Online Regions={eb67fe2b871110fa28ce538c804c70fb=hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:21:41,622 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(3091): Received CLOSE for eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:41,622 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb67fe2b871110fa28ce538c804c70fb 2024-11-12T12:21:41,622 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb67fe2b871110fa28ce538c804c70fb, disabling compactions & flushes 2024-11-12T12:21:41,622 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:41,622 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:41,622 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. after waiting 0 ms 2024-11-12T12:21:41,622 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:41,622 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb67fe2b871110fa28ce538c804c70fb: Waiting for close lock at 1731414101622Running coprocessor pre-close hooks at 1731414101622Disabling compacts and flushes for region at 1731414101622Disabling writes for close at 1731414101622Failed flush hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb., putting online again at 1731414101622 2024-11-12T12:21:41,622 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731414090420.eb67fe2b871110fa28ce538c804c70fb. 2024-11-12T12:21:41,636 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 1762, reset compression=false 2024-11-12T12:21:41,639 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:41,639 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 2406, reset compression=false 2024-11-12T12:21:41,751 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:41,822 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:41,842 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 2406, reset compression=false 2024-11-12T12:21:41,879 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1473, reset compression=false 2024-11-12T12:21:41,881 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/rep_barrier/f975faeebbd24b8bbe8b4562ff0ebefd 2024-11-12T12:21:41,901 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/table/e4592db3e4fe4ac4887c082daa02d8e3 is 53, key is hbase:replication/table:state/1731414091598/Put/seqid=0 2024-11-12T12:21:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741846_1022 (size=5308) 2024-11-12T12:21:42,022 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:42,145 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 2406, reset compression=false 2024-11-12T12:21:42,222 DEBUG [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:42,254 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:42,304 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/table/e4592db3e4fe4ac4887c082daa02d8e3 2024-11-12T12:21:42,308 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/info/5922fddc57da4298b5e8c20dbe19b935 as hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/info/5922fddc57da4298b5e8c20dbe19b935 2024-11-12T12:21:42,312 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/info/5922fddc57da4298b5e8c20dbe19b935, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:21:42,313 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/ns/c2391c0cbe6b40f98c0421d6babfee97 as hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/ns/c2391c0cbe6b40f98c0421d6babfee97 2024-11-12T12:21:42,317 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/ns/c2391c0cbe6b40f98c0421d6babfee97, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:21:42,317 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/rep_barrier/f975faeebbd24b8bbe8b4562ff0ebefd as hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/rep_barrier/f975faeebbd24b8bbe8b4562ff0ebefd 2024-11-12T12:21:42,321 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/rep_barrier/f975faeebbd24b8bbe8b4562ff0ebefd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:21:42,322 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/.tmp/table/e4592db3e4fe4ac4887c082daa02d8e3 as hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/table/e4592db3e4fe4ac4887c082daa02d8e3 2024-11-12T12:21:42,325 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/table/e4592db3e4fe4ac4887c082daa02d8e3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:21:42,326 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false 2024-11-12T12:21:42,331 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:21:42,332 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:21:42,332 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:21:42,332 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:42,332 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414100621Running coprocessor pre-close hooks at 1731414100621Disabling compacts and flushes for region at 1731414100621Disabling writes for close at 1731414100621Obtaining lock to block concurrent updates at 1731414100621Preparing flush snapshotting stores in 1588230740 at 1731414100621Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731414100621Flushing stores of hbase:meta,,1.1588230740 at 1731414100621Flushing 1588230740/info: creating writer at 1731414100621Flushing 1588230740/info: appending metadata at 1731414100633 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731414100633Flushing 1588230740/ns: creating writer at 1731414101041 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731414101058 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731414101058Flushing 1588230740/rep_barrier: creating writer at 1731414101465 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414101477 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414101477Flushing 1588230740/table: creating writer at 1731414101885 (+408 ms)Flushing 1588230740/table: appending metadata at 1731414101900 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731414101900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65cd2218: reopening flushed file at 1731414102308 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e3e7b7: reopening flushed file at 1731414102312 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c33d96f: reopening flushed file at 1731414102317 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc54b2f: reopening flushed file at 1731414102321 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1731414102326 (+5 ms)Writing region close event to WAL at 1731414102329 (+3 ms)Running coprocessor post-close hooks at 1731414102332 (+3 ms)Closed at 1731414102332 2024-11-12T12:21:42,332 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:42,422 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T12:21:42,422 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,38875,1731414076669; all regions closed. 2024-11-12T12:21:42,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741834_1010 (size=4239) 2024-11-12T12:21:42,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.meta.1731414079857.meta not finished, retry = 0 2024-11-12T12:21:42,483 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1473, reset compression=false 2024-11-12T12:21:42,497 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:21:42,497 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:21:42,497 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68487 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:21:42,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.rep.1731414091558 not finished, retry = 0 2024-11-12T12:21:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741839_1015 (size=2172) 2024-11-12T12:21:42,548 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/WALs/4a91c05c96a4,38875,1731414076669/4a91c05c96a4%2C38875%2C1731414076669.1731414078967 to pos 2406, reset compression=false 2024-11-12T12:21:42,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741832_1008 (size=2414) 2024-11-12T12:21:42,630 DEBUG [RS:0;4a91c05c96a4:38875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:42,630 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:21:42,630 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:21:42,630 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:21:42,630 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:21:42,630 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:21:42,630 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,38875,1731414076669 because: Region server is closing 2024-11-12T12:21:42,631 INFO [RS:0;4a91c05c96a4:38875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:38875. 2024-11-12T12:21:42,631 DEBUG [RS:0;4a91c05c96a4:38875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:42,631 DEBUG [RS:0;4a91c05c96a4:38875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:42,631 DEBUG [RS:0;4a91c05c96a4:38875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:42,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:42,731 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.shipper4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 terminated 2024-11-12T12:21:42,731 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,38875,1731414076669.replicationSource.wal-reader.4a91c05c96a4%2C38875%2C1731414076669,1-4a91c05c96a4,38875,1731414076669 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:21:42,731 INFO [RS:0;4a91c05c96a4:38875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:38875. 2024-11-12T12:21:42,732 DEBUG [RS:0;4a91c05c96a4:38875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:42,732 DEBUG [RS:0;4a91c05c96a4:38875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:42,732 DEBUG [RS:0;4a91c05c96a4:38875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:42,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:42,732 INFO [RS:0;4a91c05c96a4:38875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38875 2024-11-12T12:21:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2049588639/rs/4a91c05c96a4,38875,1731414076669 2024-11-12T12:21:42,795 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:21:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639/rs 2024-11-12T12:21:42,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,38875,1731414076669] 2024-11-12T12:21:42,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2049588639/draining/4a91c05c96a4,38875,1731414076669 already deleted, retry=false 2024-11-12T12:21:42,818 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,38875,1731414076669 expired; onlineServers=0 2024-11-12T12:21:42,818 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,40389,1731414076514' ***** 2024-11-12T12:21:42,818 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:21:42,818 INFO [M:0;4a91c05c96a4:40389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:21:42,818 INFO [M:0;4a91c05c96a4:40389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:21:42,818 DEBUG [M:0;4a91c05c96a4:40389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:21:42,818 DEBUG [M:0;4a91c05c96a4:40389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:21:42,818 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:21:42,819 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414078663 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414078663,5,FailOnTimeoutGroup] 2024-11-12T12:21:42,819 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414078663 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414078663,5,FailOnTimeoutGroup] 2024-11-12T12:21:42,819 INFO [M:0;4a91c05c96a4:40389 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:21:42,819 INFO [M:0;4a91c05c96a4:40389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:21:42,819 DEBUG [M:0;4a91c05c96a4:40389 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:21:42,819 INFO [M:0;4a91c05c96a4:40389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:21:42,819 INFO [M:0;4a91c05c96a4:40389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:21:42,819 INFO [M:0;4a91c05c96a4:40389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:21:42,819 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:21:42,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2049588639/master 2024-11-12T12:21:42,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2049588639 2024-11-12T12:21:42,857 DEBUG [M:0;4a91c05c96a4:40389 {}] zookeeper.ZKUtil(347): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Unable to get data of znode /2-2049588639/master because node does not exist (not an error) 2024-11-12T12:21:42,857 WARN [M:0;4a91c05c96a4:40389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:21:42,858 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:42,858 INFO [M:0;4a91c05c96a4:40389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/.lastflushedseqids 2024-11-12T12:21:42,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741847_1023 (size=245) 2024-11-12T12:21:42,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:42,907 INFO [RS:0;4a91c05c96a4:38875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:21:42,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38875-0x1012efdf45f0007, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:42,907 INFO [RS:0;4a91c05c96a4:38875 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,38875,1731414076669; zookeeper connection closed. 2024-11-12T12:21:42,908 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16c41433 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16c41433 2024-11-12T12:21:42,908 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:21:43,187 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1473, reset compression=false 2024-11-12T12:21:43,262 INFO [M:0;4a91c05c96a4:40389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:21:43,263 INFO [M:0;4a91c05c96a4:40389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:21:43,263 DEBUG [M:0;4a91c05c96a4:40389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:21:43,263 INFO [M:0;4a91c05c96a4:40389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:43,263 DEBUG [M:0;4a91c05c96a4:40389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:43,263 DEBUG [M:0;4a91c05c96a4:40389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:21:43,263 DEBUG [M:0;4a91c05c96a4:40389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:43,263 INFO [M:0;4a91c05c96a4:40389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-12T12:21:43,282 DEBUG [M:0;4a91c05c96a4:40389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99017104dc644ed8ab0874142c09c364 is 82, key is hbase:meta,,1/info:regioninfo/1731414079885/Put/seqid=0 2024-11-12T12:21:43,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741848_1024 (size=5672) 2024-11-12T12:21:43,286 INFO [M:0;4a91c05c96a4:40389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99017104dc644ed8ab0874142c09c364 2024-11-12T12:21:43,301 DEBUG [M:0;4a91c05c96a4:40389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2246e88f8524e3483a318bdb488413f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731414091601/Put/seqid=0 2024-11-12T12:21:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741849_1025 (size=9212) 2024-11-12T12:21:43,561 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:43,705 INFO [M:0;4a91c05c96a4:40389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2246e88f8524e3483a318bdb488413f 2024-11-12T12:21:43,722 DEBUG [M:0;4a91c05c96a4:40389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f3ae1c7ab6040b5a849797e1cf297ee is 69, key is 4a91c05c96a4,38875,1731414076669/rs:state/1731414078759/Put/seqid=0 2024-11-12T12:21:43,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741850_1026 (size=5156) 2024-11-12T12:21:43,990 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1473, reset compression=false 2024-11-12T12:21:44,125 INFO [M:0;4a91c05c96a4:40389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f3ae1c7ab6040b5a849797e1cf297ee 2024-11-12T12:21:44,129 DEBUG [M:0;4a91c05c96a4:40389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99017104dc644ed8ab0874142c09c364 as hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99017104dc644ed8ab0874142c09c364 2024-11-12T12:21:44,133 INFO [M:0;4a91c05c96a4:40389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99017104dc644ed8ab0874142c09c364, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T12:21:44,134 DEBUG [M:0;4a91c05c96a4:40389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2246e88f8524e3483a318bdb488413f as hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2246e88f8524e3483a318bdb488413f 2024-11-12T12:21:44,137 INFO [M:0;4a91c05c96a4:40389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2246e88f8524e3483a318bdb488413f, entries=15, sequenceid=127, filesize=9.0 K 2024-11-12T12:21:44,138 DEBUG [M:0;4a91c05c96a4:40389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f3ae1c7ab6040b5a849797e1cf297ee as hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f3ae1c7ab6040b5a849797e1cf297ee 2024-11-12T12:21:44,141 INFO [M:0;4a91c05c96a4:40389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34487/user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f3ae1c7ab6040b5a849797e1cf297ee, entries=1, sequenceid=127, filesize=5.0 K 2024-11-12T12:21:44,141 INFO [M:0;4a91c05c96a4:40389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=127, compaction requested=false 2024-11-12T12:21:44,143 INFO [M:0;4a91c05c96a4:40389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:44,143 DEBUG [M:0;4a91c05c96a4:40389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414103263Disabling compacts and flushes for region at 1731414103263Disabling writes for close at 1731414103263Obtaining lock to block concurrent updates at 1731414103263Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414103263Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731414103263Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414103264 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414103264Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414103282 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414103282Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414103289 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414103301 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414103301Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414103708 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414103721 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414103722 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec09fca: reopening flushed file at 1731414104129 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f722fd8: reopening flushed file at 1731414104133 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1573fe: reopening flushed file at 1731414104137 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=127, compaction requested=false at 1731414104142 (+5 ms)Writing region close event to WAL at 1731414104142Closed at 1731414104142 2024-11-12T12:21:44,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46543 is added to blk_1073741830_1006 (size=73866) 2024-11-12T12:21:44,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eb7e3d6-dd25-ddb5-630d-7f7a3e9e142c/MasterData/WALs/4a91c05c96a4,40389,1731414076514/4a91c05c96a4%2C40389%2C1731414076514.1731414078424 not finished, retry = 0 2024-11-12T12:21:44,245 INFO [M:0;4a91c05c96a4:40389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:21:44,245 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:21:44,245 INFO [M:0;4a91c05c96a4:40389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40389 2024-11-12T12:21:44,246 INFO [M:0;4a91c05c96a4:40389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:21:44,364 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:44,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:44,409 INFO [M:0;4a91c05c96a4:40389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:21:44,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40389-0x1012efdf45f0006, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:44,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1de22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:21:44,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@794694b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:21:44,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:21:44,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e4df4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:21:44,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/hadoop.log.dir/,STOPPED} 2024-11-12T12:21:44,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:21:44,450 WARN [BP-1215726275-172.17.0.3-1731414074591 heartbeating to localhost/127.0.0.1:34487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:21:44,450 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:21:44,450 WARN [BP-1215726275-172.17.0.3-1731414074591 heartbeating to localhost/127.0.0.1:34487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1215726275-172.17.0.3-1731414074591 (Datanode Uuid 5104fe97-8ac6-4b97-9feb-ce3fff0a0b02) service to localhost/127.0.0.1:34487 2024-11-12T12:21:44,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/cluster_a267a466-6daa-006c-99b0-96b935876296/data/data1/current/BP-1215726275-172.17.0.3-1731414074591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:21:44,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/cluster_a267a466-6daa-006c-99b0-96b935876296/data/data2/current/BP-1215726275-172.17.0.3-1731414074591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:21:44,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:21:44,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77ee5721{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:21:44,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@522fe28d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:21:44,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:21:44,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79194981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:21:44,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/hadoop.log.dir/,STOPPED} 2024-11-12T12:21:44,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:21:44,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:21:44,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:21:44,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:44,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:44,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:44,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:44,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:21:44,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1739190700, stopped=false 2024-11-12T12:21:44,469 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,35197,1731414070969 2024-11-12T12:21:44,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-177307376/running 2024-11-12T12:21:44,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-177307376/running 2024-11-12T12:21:44,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:44,488 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:21:44,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:44,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Set watcher on znode that does not yet exist, /1-177307376/running 2024-11-12T12:21:44,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Set watcher on znode that does not yet exist, /1-177307376/running 2024-11-12T12:21:44,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:21:44,489 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-12T12:21:44,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:44,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:44,489 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(3091): Received CLOSE for e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:44,489 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,45547,1731414071118' ***** 2024-11-12T12:21:44,489 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:21:44,489 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(3091): Received CLOSE for 0164b7f1110074fad70517545f493ecd 2024-11-12T12:21:44,490 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e76ce22b2a3c58d15a012d4aafb1c42b, disabling compactions & flushes 2024-11-12T12:21:44,490 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:44,490 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:44,490 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. after waiting 0 ms 2024-11-12T12:21:44,490 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:44,490 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e76ce22b2a3c58d15a012d4aafb1c42b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-12T12:21:44,500 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:21:44,500 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:21:44,501 INFO [RS:0;4a91c05c96a4:45547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:21:44,501 INFO [RS:0;4a91c05c96a4:45547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:21:44,501 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 0164b7f1110074fad70517545f493ecd, which we are already trying to CLOSE, but not completed yet 2024-11-12T12:21:44,501 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:44,501 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:21:44,501 INFO [RS:0;4a91c05c96a4:45547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:45547. 2024-11-12T12:21:44,501 DEBUG [RS:0;4a91c05c96a4:45547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:44,501 DEBUG [RS:0;4a91c05c96a4:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:44,501 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:21:44,501 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:21:44,501 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:21:44,501 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:21:44,502 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:21:44,502 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1325): Online Regions={e76ce22b2a3c58d15a012d4aafb1c42b=hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b., 1588230740=hbase:meta,,1.1588230740, 0164b7f1110074fad70517545f493ecd=test,,1731414081790.0164b7f1110074fad70517545f493ecd.} 2024-11-12T12:21:44,502 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1351): Waiting on 0164b7f1110074fad70517545f493ecd, 1588230740, e76ce22b2a3c58d15a012d4aafb1c42b 2024-11-12T12:21:44,502 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:21:44,502 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:21:44,502 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:21:44,502 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:21:44,502 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:21:44,502 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:21:44,510 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/replication/e76ce22b2a3c58d15a012d4aafb1c42b/.tmp/queue/f4c1de170c324b42a0b0865807b37b45 is 154, key is 1-4a91c05c96a4,45547,1731414071118/queue:4a91c05c96a4%2C45547%2C1731414071118/1731414100474/Put/seqid=0 2024-11-12T12:21:44,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741840_1016 (size=5353) 2024-11-12T12:21:44,522 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/replication/e76ce22b2a3c58d15a012d4aafb1c42b/.tmp/queue/f4c1de170c324b42a0b0865807b37b45 2024-11-12T12:21:44,527 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/replication/e76ce22b2a3c58d15a012d4aafb1c42b/.tmp/queue/f4c1de170c324b42a0b0865807b37b45 as hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/replication/e76ce22b2a3c58d15a012d4aafb1c42b/queue/f4c1de170c324b42a0b0865807b37b45 2024-11-12T12:21:44,529 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/info/7d4d4d4019cc4ab292598c8dfe105fc6 is 147, key is hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b./info:regioninfo/1731414089471/Put/seqid=0 2024-11-12T12:21:44,532 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/replication/e76ce22b2a3c58d15a012d4aafb1c42b/queue/f4c1de170c324b42a0b0865807b37b45, entries=1, sequenceid=14, filesize=5.2 K 2024-11-12T12:21:44,533 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e76ce22b2a3c58d15a012d4aafb1c42b in 42ms, sequenceid=14, compaction requested=false 2024-11-12T12:21:44,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741841_1017 (size=7686) 2024-11-12T12:21:44,536 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/replication/e76ce22b2a3c58d15a012d4aafb1c42b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T12:21:44,537 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:21:44,537 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:21:44,537 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:44,537 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e76ce22b2a3c58d15a012d4aafb1c42b: Waiting for close lock at 1731414104490Running coprocessor pre-close hooks at 1731414104490Disabling compacts and flushes for region at 1731414104490Disabling writes for close at 1731414104490Obtaining lock to block concurrent updates at 1731414104490Preparing flush snapshotting stores in e76ce22b2a3c58d15a012d4aafb1c42b at 1731414104490Finished memstore snapshotting hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731414104490Flushing stores of hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. at 1731414104491 (+1 ms)Flushing e76ce22b2a3c58d15a012d4aafb1c42b/queue: creating writer at 1731414104491Flushing e76ce22b2a3c58d15a012d4aafb1c42b/queue: appending metadata at 1731414104510 (+19 ms)Flushing e76ce22b2a3c58d15a012d4aafb1c42b/queue: closing flushed file at 1731414104510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66534c88: reopening flushed file at 1731414104526 (+16 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e76ce22b2a3c58d15a012d4aafb1c42b in 42ms, sequenceid=14, compaction requested=false at 1731414104533 (+7 ms)Writing region close event to WAL at 1731414104534 (+1 ms)Running coprocessor post-close hooks at 1731414104537 (+3 ms)Closed at 1731414104537 2024-11-12T12:21:44,537 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731414088270.e76ce22b2a3c58d15a012d4aafb1c42b. 2024-11-12T12:21:44,537 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0164b7f1110074fad70517545f493ecd, disabling compactions & flushes 2024-11-12T12:21:44,537 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:44,537 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:44,537 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414081790.0164b7f1110074fad70517545f493ecd. after waiting 0 ms 2024-11-12T12:21:44,537 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:44,538 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0164b7f1110074fad70517545f493ecd 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T12:21:44,556 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/.tmp/f/28abeb8995d44ff8a19ec0c877f457bc is 37, key is row3/f:row3/1731414099259/Put/seqid=0 2024-11-12T12:21:44,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741842_1018 (size=5228) 2024-11-12T12:21:44,588 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:21:44,702 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1351): Waiting on 0164b7f1110074fad70517545f493ecd, 1588230740 2024-11-12T12:21:44,894 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1473, reset compression=false 2024-11-12T12:21:44,897 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:44,897 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1720, reset compression=false 2024-11-12T12:21:44,897 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,45547,1731414071118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:44,898 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a91c05c96a4,45547,1731414071118: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a91c05c96a4,45547,1731414071118, walGroup=4a91c05c96a4%2C45547%2C1731414071118, offset=4a91c05c96a4%2C45547%2C1731414071118.1731414073563:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:45547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T12:21:44,899 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:21:44,899 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:21:44,899 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:21:44,899 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:21:44,899 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:21:44,899 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 931594416 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199148256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T12:21:44,900 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:35197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:35197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T12:21:44,902 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1351): Waiting on 0164b7f1110074fad70517545f493ecd, 1588230740 2024-11-12T12:21:44,934 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/info/7d4d4d4019cc4ab292598c8dfe105fc6 2024-11-12T12:21:44,955 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/ns/63627bb1b45f432181a5496a13f7fda8 is 43, key is default/ns:d/1731414074510/Put/seqid=0 2024-11-12T12:21:44,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741843_1019 (size=5153) 2024-11-12T12:21:44,960 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/.tmp/f/28abeb8995d44ff8a19ec0c877f457bc 2024-11-12T12:21:44,963 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28abeb8995d44ff8a19ec0c877f457bc 2024-11-12T12:21:44,981 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/.tmp/f1/ec1d5ffd6da64133a04a7cb2f67f1ee0 is 30, key is row1/f1:/1731414096608/DeleteFamily/seqid=0 2024-11-12T12:21:44,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741844_1020 (size=5158) 2024-11-12T12:21:45,101 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1720, reset compression=false 2024-11-12T12:21:45,103 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1351): Waiting on 0164b7f1110074fad70517545f493ecd, 1588230740 2024-11-12T12:21:45,267 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:45,303 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1351): Waiting on 0164b7f1110074fad70517545f493ecd, 1588230740 2024-11-12T12:21:45,359 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/ns/63627bb1b45f432181a5496a13f7fda8 2024-11-12T12:21:45,375 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/rep_barrier/c263fb5b94034aae98b0e74af09b3946 is 112, key is test,,1731414081790.0164b7f1110074fad70517545f493ecd./rep_barrier:seqnumDuringOpen/1731414082942/Put/seqid=0 2024-11-12T12:21:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741845_1021 (size=5518) 2024-11-12T12:21:45,385 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/.tmp/f1/ec1d5ffd6da64133a04a7cb2f67f1ee0 2024-11-12T12:21:45,388 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec1d5ffd6da64133a04a7cb2f67f1ee0 2024-11-12T12:21:45,405 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1720, reset compression=false 2024-11-12T12:21:45,407 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/.tmp/norep/da7a4a63124948b1be7a51d8cf0f8719 is 33, key is row1/norep:/1731414096608/DeleteFamily/seqid=0 2024-11-12T12:21:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741846_1022 (size=5108) 2024-11-12T12:21:45,477 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:21:45,477 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:21:45,503 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:21:45,503 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0164b7f1110074fad70517545f493ecd=test,,1731414081790.0164b7f1110074fad70517545f493ecd.} 2024-11-12T12:21:45,503 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1351): Waiting on 0164b7f1110074fad70517545f493ecd, 1588230740 2024-11-12T12:21:45,703 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1351): Waiting on 0164b7f1110074fad70517545f493ecd, 1588230740 2024-11-12T12:21:45,779 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/rep_barrier/c263fb5b94034aae98b0e74af09b3946 2024-11-12T12:21:45,798 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/table/176292c7ad0d44f282707335d310df3a is 53, key is hbase:replication/table:state/1731414089477/Put/seqid=0 2024-11-12T12:21:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741847_1023 (size=5308) 2024-11-12T12:21:45,808 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1720, reset compression=false 2024-11-12T12:21:45,812 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/.tmp/norep/da7a4a63124948b1be7a51d8cf0f8719 2024-11-12T12:21:45,815 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da7a4a63124948b1be7a51d8cf0f8719 2024-11-12T12:21:45,816 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/.tmp/f/28abeb8995d44ff8a19ec0c877f457bc as hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/f/28abeb8995d44ff8a19ec0c877f457bc 2024-11-12T12:21:45,820 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28abeb8995d44ff8a19ec0c877f457bc 2024-11-12T12:21:45,820 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/f/28abeb8995d44ff8a19ec0c877f457bc, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T12:21:45,820 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/.tmp/f1/ec1d5ffd6da64133a04a7cb2f67f1ee0 as hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/f1/ec1d5ffd6da64133a04a7cb2f67f1ee0 2024-11-12T12:21:45,823 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec1d5ffd6da64133a04a7cb2f67f1ee0 2024-11-12T12:21:45,823 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/f1/ec1d5ffd6da64133a04a7cb2f67f1ee0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T12:21:45,824 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/.tmp/norep/da7a4a63124948b1be7a51d8cf0f8719 as hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/norep/da7a4a63124948b1be7a51d8cf0f8719 2024-11-12T12:21:45,827 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da7a4a63124948b1be7a51d8cf0f8719 2024-11-12T12:21:45,827 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/norep/da7a4a63124948b1be7a51d8cf0f8719, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T12:21:45,829 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0164b7f1110074fad70517545f493ecd in 1291ms, sequenceid=12, compaction requested=false 2024-11-12T12:21:45,829 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T12:21:45,832 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/default/test/0164b7f1110074fad70517545f493ecd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T12:21:45,833 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:21:45,833 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:21:45,833 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:45,833 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0164b7f1110074fad70517545f493ecd: Waiting for close lock at 1731414104537Running coprocessor pre-close hooks at 1731414104537Disabling compacts and flushes for region at 1731414104537Disabling writes for close at 1731414104537Obtaining lock to block concurrent updates at 1731414104538 (+1 ms)Preparing flush snapshotting stores in 0164b7f1110074fad70517545f493ecd at 1731414104538Finished memstore snapshotting test,,1731414081790.0164b7f1110074fad70517545f493ecd., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731414104538Flushing stores of test,,1731414081790.0164b7f1110074fad70517545f493ecd. at 1731414104538Flushing 0164b7f1110074fad70517545f493ecd/f: creating writer at 1731414104538Flushing 0164b7f1110074fad70517545f493ecd/f: appending metadata at 1731414104556 (+18 ms)Flushing 0164b7f1110074fad70517545f493ecd/f: closing flushed file at 1731414104556Flushing 0164b7f1110074fad70517545f493ecd/f1: creating writer at 1731414104963 (+407 ms)Flushing 0164b7f1110074fad70517545f493ecd/f1: appending metadata at 1731414104981 (+18 ms)Flushing 0164b7f1110074fad70517545f493ecd/f1: closing flushed file at 1731414104981Flushing 0164b7f1110074fad70517545f493ecd/norep: creating writer at 1731414105389 (+408 ms)Flushing 0164b7f1110074fad70517545f493ecd/norep: appending metadata at 1731414105406 (+17 ms)Flushing 0164b7f1110074fad70517545f493ecd/norep: closing flushed file at 1731414105407 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281897f8: reopening flushed file at 1731414105815 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f17d6b3: reopening flushed file at 1731414105820 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf16b58: reopening flushed file at 1731414105824 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0164b7f1110074fad70517545f493ecd in 1291ms, sequenceid=12, compaction requested=false at 1731414105829 (+5 ms)Writing region close event to WAL at 1731414105830 (+1 ms)Running coprocessor post-close hooks at 1731414105833 (+3 ms)Closed at 1731414105833 2024-11-12T12:21:45,833 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414081790.0164b7f1110074fad70517545f493ecd. 2024-11-12T12:21:45,903 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:46,103 DEBUG [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:46,207 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/table/176292c7ad0d44f282707335d310df3a 2024-11-12T12:21:46,211 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/info/7d4d4d4019cc4ab292598c8dfe105fc6 as hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/info/7d4d4d4019cc4ab292598c8dfe105fc6 2024-11-12T12:21:46,214 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/info/7d4d4d4019cc4ab292598c8dfe105fc6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:21:46,215 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/ns/63627bb1b45f432181a5496a13f7fda8 as hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/ns/63627bb1b45f432181a5496a13f7fda8 2024-11-12T12:21:46,218 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/ns/63627bb1b45f432181a5496a13f7fda8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:21:46,219 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/rep_barrier/c263fb5b94034aae98b0e74af09b3946 as hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/rep_barrier/c263fb5b94034aae98b0e74af09b3946 2024-11-12T12:21:46,222 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/rep_barrier/c263fb5b94034aae98b0e74af09b3946, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:21:46,223 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/.tmp/table/176292c7ad0d44f282707335d310df3a as hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/table/176292c7ad0d44f282707335d310df3a 2024-11-12T12:21:46,226 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/table/176292c7ad0d44f282707335d310df3a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:21:46,227 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-12T12:21:46,227 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:21:46,231 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:21:46,231 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:21:46,231 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:21:46,231 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:46,231 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414104502Running coprocessor pre-close hooks at 1731414104502Disabling compacts and flushes for region at 1731414104502Disabling writes for close at 1731414104502Obtaining lock to block concurrent updates at 1731414104502Preparing flush snapshotting stores in 1588230740 at 1731414104502Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731414104503 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731414104503Flushing 1588230740/info: creating writer at 1731414104503Flushing 1588230740/info: appending metadata at 1731414104529 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731414104529Flushing 1588230740/ns: creating writer at 1731414104938 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731414104954 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731414104954Flushing 1588230740/rep_barrier: creating writer at 1731414105362 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414105374 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414105374Flushing 1588230740/table: creating writer at 1731414105782 (+408 ms)Flushing 1588230740/table: appending metadata at 1731414105798 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731414105798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ac7f47: reopening flushed file at 1731414106210 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342f7888: reopening flushed file at 1731414106214 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4466102: reopening flushed file at 1731414106218 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df0d739: reopening flushed file at 1731414106222 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1731414106227 (+5 ms)Writing region close event to WAL at 1731414106228 (+1 ms)Running coprocessor post-close hooks at 1731414106231 (+3 ms)Closed at 1731414106231 2024-11-12T12:21:46,231 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:46,270 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:46,304 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,45547,1731414071118; all regions closed. 2024-11-12T12:21:46,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741834_1010 (size=4239) 2024-11-12T12:21:46,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.meta.1731414074468.meta not finished, retry = 0 2024-11-12T12:21:46,311 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 1720, reset compression=false 2024-11-12T12:21:46,315 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:46,315 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.wal-reader.4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.1731414073563 to pos 2364, reset compression=false 2024-11-12T12:21:46,365 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:35197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T12:21:46,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741839_1015 (size=3552) 2024-11-12T12:21:46,409 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/WALs/4a91c05c96a4,45547,1731414071118/4a91c05c96a4%2C45547%2C1731414071118.rep.1731414089439 not finished, retry = 0 2024-11-12T12:21:46,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741832_1008 (size=2372) 2024-11-12T12:21:46,511 DEBUG [RS:0;4a91c05c96a4:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:46,512 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:21:46,512 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:21:46,512 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:21:46,512 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:21:46,512 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:21:46,512 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,45547,1731414071118 because: Region server is closing 2024-11-12T12:21:46,513 INFO [RS:0;4a91c05c96a4:45547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:45547. 2024-11-12T12:21:46,513 DEBUG [RS:0;4a91c05c96a4:45547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:46,513 DEBUG [RS:0;4a91c05c96a4:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:46,513 DEBUG [RS:0;4a91c05c96a4:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:46,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:46,613 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,45547,1731414071118.replicationSource.shipper4a91c05c96a4%2C45547%2C1731414071118,1-4a91c05c96a4,45547,1731414071118 terminated 2024-11-12T12:21:46,613 INFO [RS:0;4a91c05c96a4:45547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:45547. 2024-11-12T12:21:46,613 DEBUG [RS:0;4a91c05c96a4:45547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:46,613 DEBUG [RS:0;4a91c05c96a4:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:46,614 DEBUG [RS:0;4a91c05c96a4:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:46,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:46,614 INFO [RS:0;4a91c05c96a4:45547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45547 2024-11-12T12:21:46,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-177307376/rs/4a91c05c96a4,45547,1731414071118 2024-11-12T12:21:46,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376/rs 2024-11-12T12:21:46,667 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:21:46,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,45547,1731414071118] 2024-11-12T12:21:46,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-177307376/draining/4a91c05c96a4,45547,1731414071118 already deleted, retry=false 2024-11-12T12:21:46,688 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,45547,1731414071118 expired; onlineServers=0 2024-11-12T12:21:46,688 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,35197,1731414070969' ***** 2024-11-12T12:21:46,688 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:21:46,688 INFO [M:0;4a91c05c96a4:35197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:21:46,688 INFO [M:0;4a91c05c96a4:35197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:21:46,688 DEBUG [M:0;4a91c05c96a4:35197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:21:46,688 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:21:46,688 DEBUG [M:0;4a91c05c96a4:35197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:21:46,688 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414073274 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414073274,5,FailOnTimeoutGroup] 2024-11-12T12:21:46,688 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414073273 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414073273,5,FailOnTimeoutGroup] 2024-11-12T12:21:46,689 INFO [M:0;4a91c05c96a4:35197 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:21:46,689 INFO [M:0;4a91c05c96a4:35197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:21:46,689 DEBUG [M:0;4a91c05c96a4:35197 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:21:46,689 INFO [M:0;4a91c05c96a4:35197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:21:46,689 INFO [M:0;4a91c05c96a4:35197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:21:46,689 INFO [M:0;4a91c05c96a4:35197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:21:46,689 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:21:46,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-177307376/master 2024-11-12T12:21:46,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-177307376 2024-11-12T12:21:46,698 DEBUG [M:0;4a91c05c96a4:35197 {}] zookeeper.ZKUtil(347): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Unable to get data of znode /1-177307376/master because node does not exist (not an error) 2024-11-12T12:21:46,698 WARN [M:0;4a91c05c96a4:35197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:21:46,699 INFO [M:0;4a91c05c96a4:35197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/.lastflushedseqids 2024-11-12T12:21:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741848_1024 (size=245) 2024-11-12T12:21:46,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:46,777 INFO [RS:0;4a91c05c96a4:45547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:21:46,777 INFO [RS:0;4a91c05c96a4:45547 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,45547,1731414071118; zookeeper connection closed. 2024-11-12T12:21:46,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1012efdf45f0004, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:46,778 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5499d703 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5499d703 2024-11-12T12:21:46,778 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:21:47,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:21:47,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:47,103 INFO [M:0;4a91c05c96a4:35197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:21:47,103 INFO [M:0;4a91c05c96a4:35197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:21:47,103 DEBUG [M:0;4a91c05c96a4:35197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:21:47,103 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:47,103 DEBUG [M:0;4a91c05c96a4:35197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:47,103 DEBUG [M:0;4a91c05c96a4:35197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:21:47,103 DEBUG [M:0;4a91c05c96a4:35197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:47,104 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-12T12:21:47,122 DEBUG [M:0;4a91c05c96a4:35197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd5b34c80b9843678a7c3634fb366fb2 is 82, key is hbase:meta,,1/info:regioninfo/1731414074494/Put/seqid=0 2024-11-12T12:21:47,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741849_1025 (size=5672) 2024-11-12T12:21:47,373 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:47,526 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd5b34c80b9843678a7c3634fb366fb2 2024-11-12T12:21:47,542 DEBUG [M:0;4a91c05c96a4:35197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c20822a5f3dc4b9baa1c18ca912ee89e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731414082951/Put/seqid=0 2024-11-12T12:21:47,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741850_1026 (size=7218) 2024-11-12T12:21:47,946 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c20822a5f3dc4b9baa1c18ca912ee89e 2024-11-12T12:21:47,949 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c20822a5f3dc4b9baa1c18ca912ee89e 2024-11-12T12:21:47,961 DEBUG [M:0;4a91c05c96a4:35197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8adb495b4b644d519c18e1ce73cbe76e is 69, key is 4a91c05c96a4,45547,1731414071118/rs:state/1731414073379/Put/seqid=0 2024-11-12T12:21:47,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741851_1027 (size=5156) 2024-11-12T12:21:48,364 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8adb495b4b644d519c18e1ce73cbe76e 2024-11-12T12:21:48,368 DEBUG [M:0;4a91c05c96a4:35197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd5b34c80b9843678a7c3634fb366fb2 as hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd5b34c80b9843678a7c3634fb366fb2 2024-11-12T12:21:48,372 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd5b34c80b9843678a7c3634fb366fb2, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T12:21:48,372 DEBUG [M:0;4a91c05c96a4:35197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c20822a5f3dc4b9baa1c18ca912ee89e as hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c20822a5f3dc4b9baa1c18ca912ee89e 2024-11-12T12:21:48,377 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c20822a5f3dc4b9baa1c18ca912ee89e 2024-11-12T12:21:48,377 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c20822a5f3dc4b9baa1c18ca912ee89e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T12:21:48,378 DEBUG [M:0;4a91c05c96a4:35197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8adb495b4b644d519c18e1ce73cbe76e as hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8adb495b4b644d519c18e1ce73cbe76e 2024-11-12T12:21:48,382 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46247/user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8adb495b4b644d519c18e1ce73cbe76e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T12:21:48,382 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-11-12T12:21:48,383 INFO [M:0;4a91c05c96a4:35197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:48,384 DEBUG [M:0;4a91c05c96a4:35197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414107103Disabling compacts and flushes for region at 1731414107103Disabling writes for close at 1731414107103Obtaining lock to block concurrent updates at 1731414107104 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414107104Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731414107104Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414107105 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414107105Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414107121 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414107121Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414107529 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414107542 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414107542Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414107949 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414107960 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414107960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6606961e: reopening flushed file at 1731414108368 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c17fd62: reopening flushed file at 1731414108372 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@adceb26: reopening flushed file at 1731414108377 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1731414108382 (+5 ms)Writing region close event to WAL at 1731414108383 (+1 ms)Closed at 1731414108383 2024-11-12T12:21:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37427 is added to blk_1073741830_1006 (size=64423) 2024-11-12T12:21:48,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66d50bd6-cc46-ffff-309d-eecc2428870a/MasterData/WALs/4a91c05c96a4,35197,1731414070969/4a91c05c96a4%2C35197%2C1731414070969.1731414072869 not finished, retry = 0 2024-11-12T12:21:48,487 INFO [M:0;4a91c05c96a4:35197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:21:48,487 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:21:48,487 INFO [M:0;4a91c05c96a4:35197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35197 2024-11-12T12:21:48,487 INFO [M:0;4a91c05c96a4:35197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:21:48,576 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:48,662 INFO [M:0;4a91c05c96a4:35197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:21:48,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:48,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1012efdf45f0003, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:48,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45329239{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:21:48,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4279f530{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:21:48,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:21:48,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45ff5f1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:21:48,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/hadoop.log.dir/,STOPPED} 2024-11-12T12:21:48,666 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:21:48,666 WARN [BP-1910667866-172.17.0.3-1731414069044 heartbeating to localhost/127.0.0.1:46247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:21:48,666 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:21:48,666 WARN [BP-1910667866-172.17.0.3-1731414069044 heartbeating to localhost/127.0.0.1:46247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1910667866-172.17.0.3-1731414069044 (Datanode Uuid d2dd428b-9a6a-4d13-9000-63c70c601e2e) service to localhost/127.0.0.1:46247 2024-11-12T12:21:48,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/cluster_79492684-554a-e57f-b308-ce44cc281512/data/data1/current/BP-1910667866-172.17.0.3-1731414069044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:21:48,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/cluster_79492684-554a-e57f-b308-ce44cc281512/data/data2/current/BP-1910667866-172.17.0.3-1731414069044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:21:48,667 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:21:48,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71dbc14f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:21:48,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@716152b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:21:48,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:21:48,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e30c78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:21:48,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f898cafe-c201-a81c-1483-26e36aaa6038/hadoop.log.dir/,STOPPED} 2024-11-12T12:21:48,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:21:48,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:21:48,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:21:48,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:48,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:48,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:48,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:48,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:21:48,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=534406398, stopped=false 2024-11-12T12:21:48,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,45509,1731414065447 2024-11-12T12:21:48,701 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1506551662/running 2024-11-12T12:21:48,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1506551662/running 2024-11-12T12:21:48,702 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:48,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:48,702 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:21:48,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:21:48,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:48,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:48,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,42999,1731414065659' ***** 2024-11-12T12:21:48,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Set watcher on znode that does not yet exist, /0-1506551662/running 2024-11-12T12:21:48,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:21:48,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Set watcher on znode that does not yet exist, /0-1506551662/running 2024-11-12T12:21:48,703 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:21:48,703 INFO [RS:0;4a91c05c96a4:42999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:21:48,703 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:21:48,703 INFO [RS:0;4a91c05c96a4:42999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:21:48,703 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(3091): Received CLOSE for c50acbb1d98f7d93f062a6b13c95ad03 2024-11-12T12:21:48,703 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(3091): Received CLOSE for fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:48,703 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:48,703 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:21:48,703 INFO [RS:0;4a91c05c96a4:42999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42999. 2024-11-12T12:21:48,703 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c50acbb1d98f7d93f062a6b13c95ad03, disabling compactions & flushes 2024-11-12T12:21:48,703 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:48,703 DEBUG [RS:0;4a91c05c96a4:42999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:48,703 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:48,703 DEBUG [RS:0;4a91c05c96a4:42999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:48,703 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. after waiting 0 ms 2024-11-12T12:21:48,703 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:48,703 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:21:48,704 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:21:48,704 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:21:48,704 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c50acbb1d98f7d93f062a6b13c95ad03 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-12T12:21:48,704 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:21:48,704 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:21:48,704 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1325): Online Regions={c50acbb1d98f7d93f062a6b13c95ad03=hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03., 1588230740=hbase:meta,,1.1588230740, fd377d1fa15a875c45c5dbfb1c8b97f7=test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7.} 2024-11-12T12:21:48,704 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c50acbb1d98f7d93f062a6b13c95ad03, fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:48,704 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:21:48,704 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:21:48,704 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:21:48,704 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:21:48,704 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:21:48,704 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:21:48,719 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/replication/c50acbb1d98f7d93f062a6b13c95ad03/.tmp/queue/7cba12c64d444921a26690e0c169f3ef is 154, key is 1-4a91c05c96a4,42999,1731414065659/queue:4a91c05c96a4%2C42999%2C1731414065659/1731414100840/Put/seqid=0 2024-11-12T12:21:48,723 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/info/c6316f35f2684e6a906d6423fcb12534 is 147, key is hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03./info:regioninfo/1731414086876/Put/seqid=0 2024-11-12T12:21:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741840_1016 (size=5353) 2024-11-12T12:21:48,726 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/replication/c50acbb1d98f7d93f062a6b13c95ad03/.tmp/queue/7cba12c64d444921a26690e0c169f3ef 2024-11-12T12:21:48,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741841_1017 (size=7686) 2024-11-12T12:21:48,738 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/replication/c50acbb1d98f7d93f062a6b13c95ad03/.tmp/queue/7cba12c64d444921a26690e0c169f3ef as hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/replication/c50acbb1d98f7d93f062a6b13c95ad03/queue/7cba12c64d444921a26690e0c169f3ef 2024-11-12T12:21:48,741 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/replication/c50acbb1d98f7d93f062a6b13c95ad03/queue/7cba12c64d444921a26690e0c169f3ef, entries=1, sequenceid=14, filesize=5.2 K 2024-11-12T12:21:48,742 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c50acbb1d98f7d93f062a6b13c95ad03 in 39ms, sequenceid=14, compaction requested=false 2024-11-12T12:21:48,746 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/replication/c50acbb1d98f7d93f062a6b13c95ad03/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T12:21:48,747 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:21:48,747 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:21:48,747 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:48,747 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c50acbb1d98f7d93f062a6b13c95ad03: Waiting for close lock at 1731414108703Running coprocessor pre-close hooks at 1731414108703Disabling compacts and flushes for region at 1731414108703Disabling writes for close at 1731414108703Obtaining lock to block concurrent updates at 1731414108704 (+1 ms)Preparing flush snapshotting stores in c50acbb1d98f7d93f062a6b13c95ad03 at 1731414108704Finished memstore snapshotting hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731414108704Flushing stores of hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. at 1731414108704Flushing c50acbb1d98f7d93f062a6b13c95ad03/queue: creating writer at 1731414108704Flushing c50acbb1d98f7d93f062a6b13c95ad03/queue: appending metadata at 1731414108719 (+15 ms)Flushing c50acbb1d98f7d93f062a6b13c95ad03/queue: closing flushed file at 1731414108719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611e4f71: reopening flushed file at 1731414108737 (+18 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c50acbb1d98f7d93f062a6b13c95ad03 in 39ms, sequenceid=14, compaction requested=false at 1731414108742 (+5 ms)Writing region close event to WAL at 1731414108744 (+2 ms)Running coprocessor post-close hooks at 1731414108747 (+3 ms)Closed at 1731414108747 2024-11-12T12:21:48,747 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731414086112.c50acbb1d98f7d93f062a6b13c95ad03. 2024-11-12T12:21:48,747 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd377d1fa15a875c45c5dbfb1c8b97f7, disabling compactions & flushes 2024-11-12T12:21:48,747 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:48,747 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:48,747 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. after waiting 0 ms 2024-11-12T12:21:48,747 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:48,747 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd377d1fa15a875c45c5dbfb1c8b97f7 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-12T12:21:48,761 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/.tmp/f/1cb7f9285db64d5c9697dcdddaf06dd4 is 37, key is row3/f:row3/1731414099259/Put/seqid=0 2024-11-12T12:21:48,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741842_1018 (size=5228) 2024-11-12T12:21:48,765 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/.tmp/f/1cb7f9285db64d5c9697dcdddaf06dd4 2024-11-12T12:21:48,768 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cb7f9285db64d5c9697dcdddaf06dd4 2024-11-12T12:21:48,782 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/.tmp/f1/680e1cbe9c3a498da7eab412c21c40be is 30, key is row1/f1:/1731414096608/DeleteFamily/seqid=0 2024-11-12T12:21:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741843_1019 (size=5158) 2024-11-12T12:21:48,785 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/.tmp/f1/680e1cbe9c3a498da7eab412c21c40be 2024-11-12T12:21:48,788 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 680e1cbe9c3a498da7eab412c21c40be 2024-11-12T12:21:48,791 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:21:48,802 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/.tmp/norep/0e2735ace86746aa8b3b178281a43b1f is 32, key is row/norep:/1731414095602/DeleteFamily/seqid=0 2024-11-12T12:21:48,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741844_1020 (size=5101) 2024-11-12T12:21:48,884 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:21:48,884 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:21:48,904 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:49,036 INFO [master/4a91c05c96a4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T12:21:49,036 INFO [master/4a91c05c96a4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T12:21:49,104 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd377d1fa15a875c45c5dbfb1c8b97f7 2024-11-12T12:21:49,134 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/info/c6316f35f2684e6a906d6423fcb12534 2024-11-12T12:21:49,153 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/ns/b3a69ccc5cce4477989fd3f4e2230f62 is 43, key is default/ns:d/1731414068963/Put/seqid=0 2024-11-12T12:21:49,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741845_1021 (size=5153) 2024-11-12T12:21:49,205 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/.tmp/norep/0e2735ace86746aa8b3b178281a43b1f 2024-11-12T12:21:49,208 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e2735ace86746aa8b3b178281a43b1f 2024-11-12T12:21:49,209 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/.tmp/f/1cb7f9285db64d5c9697dcdddaf06dd4 as hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/f/1cb7f9285db64d5c9697dcdddaf06dd4 2024-11-12T12:21:49,213 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cb7f9285db64d5c9697dcdddaf06dd4 2024-11-12T12:21:49,213 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/f/1cb7f9285db64d5c9697dcdddaf06dd4, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T12:21:49,214 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/.tmp/f1/680e1cbe9c3a498da7eab412c21c40be as hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/f1/680e1cbe9c3a498da7eab412c21c40be 2024-11-12T12:21:49,224 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 680e1cbe9c3a498da7eab412c21c40be 2024-11-12T12:21:49,224 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/f1/680e1cbe9c3a498da7eab412c21c40be, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T12:21:49,225 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/.tmp/norep/0e2735ace86746aa8b3b178281a43b1f as hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/norep/0e2735ace86746aa8b3b178281a43b1f 2024-11-12T12:21:49,228 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e2735ace86746aa8b3b178281a43b1f 2024-11-12T12:21:49,229 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/norep/0e2735ace86746aa8b3b178281a43b1f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T12:21:49,229 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fd377d1fa15a875c45c5dbfb1c8b97f7 in 482ms, sequenceid=12, compaction requested=false 2024-11-12T12:21:49,233 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/default/test/fd377d1fa15a875c45c5dbfb1c8b97f7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T12:21:49,233 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:21:49,233 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:21:49,233 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:49,233 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd377d1fa15a875c45c5dbfb1c8b97f7: Waiting for close lock at 1731414108747Running coprocessor pre-close hooks at 1731414108747Disabling compacts and flushes for region at 1731414108747Disabling writes for close at 1731414108747Obtaining lock to block concurrent updates at 1731414108747Preparing flush snapshotting stores in fd377d1fa15a875c45c5dbfb1c8b97f7 at 1731414108747Finished memstore snapshotting test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731414108748 (+1 ms)Flushing stores of test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. at 1731414108748Flushing fd377d1fa15a875c45c5dbfb1c8b97f7/f: creating writer at 1731414108748Flushing fd377d1fa15a875c45c5dbfb1c8b97f7/f: appending metadata at 1731414108761 (+13 ms)Flushing fd377d1fa15a875c45c5dbfb1c8b97f7/f: closing flushed file at 1731414108761Flushing fd377d1fa15a875c45c5dbfb1c8b97f7/f1: creating writer at 1731414108768 (+7 ms)Flushing fd377d1fa15a875c45c5dbfb1c8b97f7/f1: appending metadata at 1731414108781 (+13 ms)Flushing fd377d1fa15a875c45c5dbfb1c8b97f7/f1: closing flushed file at 1731414108781Flushing fd377d1fa15a875c45c5dbfb1c8b97f7/norep: creating writer at 1731414108789 (+8 ms)Flushing fd377d1fa15a875c45c5dbfb1c8b97f7/norep: appending metadata at 1731414108801 (+12 ms)Flushing fd377d1fa15a875c45c5dbfb1c8b97f7/norep: closing flushed file at 1731414108801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a12631: reopening flushed file at 1731414109208 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3d540a: reopening flushed file at 1731414109213 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ea72ab: reopening flushed file at 1731414109224 (+11 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fd377d1fa15a875c45c5dbfb1c8b97f7 in 482ms, sequenceid=12, compaction requested=false at 1731414109229 (+5 ms)Writing region close event to WAL at 1731414109230 (+1 ms)Running coprocessor post-close hooks at 1731414109233 (+3 ms)Closed at 1731414109233 2024-11-12T12:21:49,233 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7. 2024-11-12T12:21:49,304 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:49,505 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:49,556 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/ns/b3a69ccc5cce4477989fd3f4e2230f62 2024-11-12T12:21:49,576 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/rep_barrier/565508852dbb4778a4c5c04937ccd99b is 112, key is test,,1731414080421.fd377d1fa15a875c45c5dbfb1c8b97f7./rep_barrier:seqnumDuringOpen/1731414081712/Put/seqid=0 2024-11-12T12:21:49,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741846_1022 (size=5518) 2024-11-12T12:21:49,705 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:21:49,705 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:21:49,705 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:49,879 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 1493, reset compression=false 2024-11-12T12:21:49,883 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:21:49,883 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 2384, reset compression=false 2024-11-12T12:21:49,883 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,42999,1731414065659 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:21:49,884 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a91c05c96a4,42999,1731414065659: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a91c05c96a4,42999,1731414065659, walGroup=4a91c05c96a4%2C42999%2C1731414065659, offset=4a91c05c96a4%2C42999%2C1731414065659.1731414067988:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T12:21:49,885 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:21:49,885 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:21:49,886 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:21:49,886 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:21:49,886 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:21:49,886 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 910387984 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199863704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T12:21:49,886 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:45509 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:45509 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T12:21:49,905 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:49,980 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/rep_barrier/565508852dbb4778a4c5c04937ccd99b 2024-11-12T12:21:50,001 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/table/fe7e2e89699f4c008f4e16b638f8a24e is 53, key is hbase:replication/table:state/1731414086882/Put/seqid=0 2024-11-12T12:21:50,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741847_1023 (size=5308) 2024-11-12T12:21:50,089 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 2384, reset compression=false 2024-11-12T12:21:50,105 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:50,305 DEBUG [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:21:50,392 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 2384, reset compression=false 2024-11-12T12:21:50,405 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/table/fe7e2e89699f4c008f4e16b638f8a24e 2024-11-12T12:21:50,409 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/info/c6316f35f2684e6a906d6423fcb12534 as hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/info/c6316f35f2684e6a906d6423fcb12534 2024-11-12T12:21:50,411 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/info/c6316f35f2684e6a906d6423fcb12534, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:21:50,412 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/ns/b3a69ccc5cce4477989fd3f4e2230f62 as hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/ns/b3a69ccc5cce4477989fd3f4e2230f62 2024-11-12T12:21:50,415 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/ns/b3a69ccc5cce4477989fd3f4e2230f62, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:21:50,416 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/rep_barrier/565508852dbb4778a4c5c04937ccd99b as hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/rep_barrier/565508852dbb4778a4c5c04937ccd99b 2024-11-12T12:21:50,419 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/rep_barrier/565508852dbb4778a4c5c04937ccd99b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:21:50,419 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/.tmp/table/fe7e2e89699f4c008f4e16b638f8a24e as hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/table/fe7e2e89699f4c008f4e16b638f8a24e 2024-11-12T12:21:50,422 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/table/fe7e2e89699f4c008f4e16b638f8a24e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:21:50,423 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-12T12:21:50,423 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:21:50,426 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:21:50,427 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:21:50,427 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:21:50,427 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:50,427 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414108704Running coprocessor pre-close hooks at 1731414108704Disabling compacts and flushes for region at 1731414108704Disabling writes for close at 1731414108704Obtaining lock to block concurrent updates at 1731414108704Preparing flush snapshotting stores in 1588230740 at 1731414108704Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731414108704Flushing stores of hbase:meta,,1.1588230740 at 1731414108705 (+1 ms)Flushing 1588230740/info: creating writer at 1731414108705Flushing 1588230740/info: appending metadata at 1731414108722 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731414108722Flushing 1588230740/ns: creating writer at 1731414109138 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731414109152 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731414109152Flushing 1588230740/rep_barrier: creating writer at 1731414109560 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414109576 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414109576Flushing 1588230740/table: creating writer at 1731414109984 (+408 ms)Flushing 1588230740/table: appending metadata at 1731414110001 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731414110001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ddf833: reopening flushed file at 1731414110408 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d54bf93: reopening flushed file at 1731414110412 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114b274: reopening flushed file at 1731414110415 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f5d206e: reopening flushed file at 1731414110419 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731414110423 (+4 ms)Writing region close event to WAL at 1731414110424 (+1 ms)Running coprocessor post-close hooks at 1731414110427 (+3 ms)Closed at 1731414110427 2024-11-12T12:21:50,427 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:50,506 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,42999,1731414065659; all regions closed. 2024-11-12T12:21:50,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741834_1010 (size=4239) 2024-11-12T12:21:50,508 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.meta.1731414068910.meta not finished, retry = 0 2024-11-12T12:21:50,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741839_1015 (size=3552) 2024-11-12T12:21:50,610 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.rep.1731414086847 not finished, retry = 0 2024-11-12T12:21:50,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741832_1008 (size=2392) 2024-11-12T12:21:50,713 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 not finished, retry = 0 2024-11-12T12:21:50,795 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 to pos 2384, reset compression=false 2024-11-12T12:21:50,813 DEBUG [RS:0;4a91c05c96a4:42999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:50,813 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:21:50,813 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/WALs/4a91c05c96a4,42999,1731414065659/4a91c05c96a4%2C42999%2C1731414065659.1731414067988 2024-11-12T12:21:50,813 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:21:50,813 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-12T12:21:50,813 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-12T12:21:50,814 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T12:21:50,814 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:21:50,814 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:21:50,814 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,42999,1731414065659 because: Region server is closing 2024-11-12T12:21:50,814 INFO [RS:0;4a91c05c96a4:42999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42999. 2024-11-12T12:21:50,814 DEBUG [RS:0;4a91c05c96a4:42999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:50,814 DEBUG [RS:0;4a91c05c96a4:42999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:50,815 DEBUG [RS:0;4a91c05c96a4:42999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:50,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:50,915 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.shipper4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 terminated 2024-11-12T12:21:50,915 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,42999,1731414065659.replicationSource.wal-reader.4a91c05c96a4%2C42999%2C1731414065659,1-4a91c05c96a4,42999,1731414065659 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-12T12:21:50,915 INFO [RS:0;4a91c05c96a4:42999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42999. 2024-11-12T12:21:50,915 DEBUG [RS:0;4a91c05c96a4:42999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:21:50,915 DEBUG [RS:0;4a91c05c96a4:42999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:50,915 DEBUG [RS:0;4a91c05c96a4:42999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:50,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:21:50,915 INFO [RS:0;4a91c05c96a4:42999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42999 2024-11-12T12:21:50,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662/rs 2024-11-12T12:21:50,993 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1506551662/rs/4a91c05c96a4,42999,1731414065659 2024-11-12T12:21:50,993 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:21:50,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,42999,1731414065659] 2024-11-12T12:21:51,014 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1506551662/draining/4a91c05c96a4,42999,1731414065659 already deleted, retry=false 2024-11-12T12:21:51,014 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,42999,1731414065659 expired; onlineServers=0 2024-11-12T12:21:51,014 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,45509,1731414065447' ***** 2024-11-12T12:21:51,014 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:21:51,014 INFO [M:0;4a91c05c96a4:45509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:21:51,014 INFO [M:0;4a91c05c96a4:45509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:21:51,014 DEBUG [M:0;4a91c05c96a4:45509 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:21:51,014 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:21:51,014 DEBUG [M:0;4a91c05c96a4:45509 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:21:51,014 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414067686 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414067686,5,FailOnTimeoutGroup] 2024-11-12T12:21:51,014 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414067685 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414067685,5,FailOnTimeoutGroup] 2024-11-12T12:21:51,014 INFO [M:0;4a91c05c96a4:45509 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:21:51,014 INFO [M:0;4a91c05c96a4:45509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:21:51,014 DEBUG [M:0;4a91c05c96a4:45509 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:21:51,015 INFO [M:0;4a91c05c96a4:45509 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:21:51,015 INFO [M:0;4a91c05c96a4:45509 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:21:51,015 ERROR [M:0;4a91c05c96a4:45509 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36285,5,PEWorkerGroup] 2024-11-12T12:21:51,015 INFO [M:0;4a91c05c96a4:45509 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:21:51,015 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:21:51,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1506551662/master 2024-11-12T12:21:51,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1506551662 2024-11-12T12:21:51,024 DEBUG [M:0;4a91c05c96a4:45509 {}] zookeeper.ZKUtil(347): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Unable to get data of znode /0-1506551662/master because node does not exist (not an error) 2024-11-12T12:21:51,024 WARN [M:0;4a91c05c96a4:45509 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:21:51,025 INFO [M:0;4a91c05c96a4:45509 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/.lastflushedseqids 2024-11-12T12:21:51,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741848_1024 (size=245) 2024-11-12T12:21:51,104 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:51,104 INFO [RS:0;4a91c05c96a4:42999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:21:51,104 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42999-0x1012efdf45f0001, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:51,104 INFO [RS:0;4a91c05c96a4:42999 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,42999,1731414065659; zookeeper connection closed. 2024-11-12T12:21:51,104 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ce7a424 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ce7a424 2024-11-12T12:21:51,104 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:21:51,429 INFO [M:0;4a91c05c96a4:45509 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:21:51,429 INFO [M:0;4a91c05c96a4:45509 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:21:51,429 DEBUG [M:0;4a91c05c96a4:45509 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:21:51,429 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:51,429 DEBUG [M:0;4a91c05c96a4:45509 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:51,429 DEBUG [M:0;4a91c05c96a4:45509 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:21:51,429 DEBUG [M:0;4a91c05c96a4:45509 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:51,429 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-12T12:21:51,442 DEBUG [M:0;4a91c05c96a4:45509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4111ad71d974af5be46668dfa0d1737 is 82, key is hbase:meta,,1/info:regioninfo/1731414068936/Put/seqid=0 2024-11-12T12:21:51,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741849_1025 (size=5672) 2024-11-12T12:21:51,846 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4111ad71d974af5be46668dfa0d1737 2024-11-12T12:21:51,866 DEBUG [M:0;4a91c05c96a4:45509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07a2b14d8b79451fae99e3c4b8f961e2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731414081720/Put/seqid=0 2024-11-12T12:21:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741850_1026 (size=7218) 2024-11-12T12:21:52,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:21:52,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:21:52,269 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07a2b14d8b79451fae99e3c4b8f961e2 2024-11-12T12:21:52,273 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07a2b14d8b79451fae99e3c4b8f961e2 2024-11-12T12:21:52,285 DEBUG [M:0;4a91c05c96a4:45509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0fb04a2abde4ffeb9235c2381cbc1ea is 69, key is 4a91c05c96a4,42999,1731414065659/rs:state/1731414067829/Put/seqid=0 2024-11-12T12:21:52,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741851_1027 (size=5156) 2024-11-12T12:21:52,689 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0fb04a2abde4ffeb9235c2381cbc1ea 2024-11-12T12:21:52,693 DEBUG [M:0;4a91c05c96a4:45509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4111ad71d974af5be46668dfa0d1737 as hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4111ad71d974af5be46668dfa0d1737 2024-11-12T12:21:52,703 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4111ad71d974af5be46668dfa0d1737, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T12:21:52,703 DEBUG [M:0;4a91c05c96a4:45509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07a2b14d8b79451fae99e3c4b8f961e2 as hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07a2b14d8b79451fae99e3c4b8f961e2 2024-11-12T12:21:52,708 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07a2b14d8b79451fae99e3c4b8f961e2 2024-11-12T12:21:52,708 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07a2b14d8b79451fae99e3c4b8f961e2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T12:21:52,709 DEBUG [M:0;4a91c05c96a4:45509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0fb04a2abde4ffeb9235c2381cbc1ea as hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0fb04a2abde4ffeb9235c2381cbc1ea 2024-11-12T12:21:52,713 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36285/user/jenkins/test-data/6f36c976-6c9f-1254-1ad8-6e1618b53a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0fb04a2abde4ffeb9235c2381cbc1ea, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T12:21:52,714 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-12T12:21:52,719 INFO [M:0;4a91c05c96a4:45509 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:52,720 DEBUG [M:0;4a91c05c96a4:45509 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414111429Disabling compacts and flushes for region at 1731414111429Disabling writes for close at 1731414111429Obtaining lock to block concurrent updates at 1731414111429Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414111429Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731414111430 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414111430Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414111430Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414111442 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414111442Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414111849 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414111865 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414111865Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414112273 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414112285 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414112285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b3fffa: reopening flushed file at 1731414112692 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f1c7b0: reopening flushed file at 1731414112703 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68888efd: reopening flushed file at 1731414112708 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1731414112714 (+6 ms)Writing region close event to WAL at 1731414112719 (+5 ms)Closed at 1731414112719 2024-11-12T12:21:52,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46063 is added to blk_1073741830_1006 (size=64423) 2024-11-12T12:21:52,730 INFO [M:0;4a91c05c96a4:45509 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:21:52,730 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:21:52,730 INFO [M:0;4a91c05c96a4:45509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45509 2024-11-12T12:21:52,730 INFO [M:0;4a91c05c96a4:45509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:21:52,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:52,893 INFO [M:0;4a91c05c96a4:45509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:21:52,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45509-0x1012efdf45f0000, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:21:52,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7787f04f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:21:52,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c6ec404{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:21:52,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:21:52,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65274dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:21:52,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cadec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/hadoop.log.dir/,STOPPED} 2024-11-12T12:21:52,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:21:52,899 WARN [BP-1733708698-172.17.0.3-1731414063313 heartbeating to localhost/127.0.0.1:36285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:21:52,899 WARN [BP-1733708698-172.17.0.3-1731414063313 heartbeating to localhost/127.0.0.1:36285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1733708698-172.17.0.3-1731414063313 (Datanode Uuid fe9f1757-8ee8-470e-89f8-700936b40022) service to localhost/127.0.0.1:36285 2024-11-12T12:21:52,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:21:52,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/cluster_fcdbe508-1013-4035-0a6a-42105bd2dc1c/data/data1/current/BP-1733708698-172.17.0.3-1731414063313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:21:52,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/cluster_fcdbe508-1013-4035-0a6a-42105bd2dc1c/data/data2/current/BP-1733708698-172.17.0.3-1731414063313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:21:52,900 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:21:52,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30d0bd14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:21:52,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d9e9be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:21:52,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:21:52,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7612f0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:21:52,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b9fcac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490aba1d-350d-b252-e521-4c17f150474d/hadoop.log.dir/,STOPPED} 2024-11-12T12:21:52,911 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:21:52,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:21:52,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 263) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46247 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36285 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=722 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 377), ProcessCount=11 (was 11), AvailableMemoryMB=6398 (was 6378) - AvailableMemoryMB LEAK? - 2024-11-12T12:21:52,947 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=722, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=6398 2024-11-12T12:21:52,961 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-12T12:21:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/hadoop.log.dir so I do NOT create it in target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a 2024-11-12T12:21:52,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:21:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/hadoop.tmp.dir so I do NOT create it in target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a 2024-11-12T12:21:52,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ea9ced7-30d5-3e47-9338-c146abdaf7d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:21:52,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a 2024-11-12T12:21:52,962 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/cluster_3cd519f3-c492-b501-9a26-f486907e3657, deleteOnExit=true 2024-11-12T12:21:53,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012efdf45f0005, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:21:53,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012efdf45f0005, quorum=127.0.0.1:63373, baseZNode=/1-177307376 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:21:53,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012efdf45f0008, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:21:53,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012efdf45f0002, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:21:53,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012efdf45f0008, quorum=127.0.0.1:63373, baseZNode=/2-2049588639 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:21:53,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012efdf45f0002, quorum=127.0.0.1:63373, baseZNode=/0-1506551662 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:21:53,025 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/cluster_3cd519f3-c492-b501-9a26-f486907e3657/zookeeper_0, clientPort=49952, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/cluster_3cd519f3-c492-b501-9a26-f486907e3657/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/cluster_3cd519f3-c492-b501-9a26-f486907e3657/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:21:53,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49952 2024-11-12T12:21:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:21:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:21:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/test.cache.data in system properties and HBase conf 2024-11-12T12:21:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:21:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:21:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:21:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:21:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:21:53,026 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:21:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:21:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:21:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:21:53,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:53,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:21:53,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:21:53,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:21:53,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:21:53,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:53,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d13cb06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:21:53,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59870692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:21:53,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53841fba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/java.io.tmpdir/jetty-localhost-35249-hadoop-hdfs-3_4_1-tests_jar-_-any-14624332236208623673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:21:53,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e30eaee{HTTP/1.1, (http/1.1)}{localhost:35249} 2024-11-12T12:21:53,480 INFO [Time-limited test {}] server.Server(415): Started @273967ms 2024-11-12T12:21:53,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:53,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:21:53,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:21:53,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:21:53,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:21:53,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326bc074{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:21:53,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1640b35a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:21:53,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57e67b5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/java.io.tmpdir/jetty-localhost-36405-hadoop-hdfs-3_4_1-tests_jar-_-any-5228124677642829642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:21:53,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dee817b{HTTP/1.1, (http/1.1)}{localhost:36405} 2024-11-12T12:21:53,839 INFO [Time-limited test {}] server.Server(415): Started @274326ms 2024-11-12T12:21:53,841 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:21:54,426 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/cluster_3cd519f3-c492-b501-9a26-f486907e3657/data/data1/current/BP-1102946645-172.17.0.3-1731414113045/current, will proceed with Du for space computation calculation, 2024-11-12T12:21:54,426 WARN [Thread-3437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/cluster_3cd519f3-c492-b501-9a26-f486907e3657/data/data2/current/BP-1102946645-172.17.0.3-1731414113045/current, will proceed with Du for space computation calculation, 2024-11-12T12:21:54,441 WARN [Thread-3424 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:21:54,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbbde52eaeb6f116 with lease ID 0x7b85feef39b179e9: Processing first storage report for DS-ed02d5d0-2047-4023-bd02-27e2b6c9d291 from datanode DatanodeRegistration(127.0.0.1:38771, datanodeUuid=35b32e76-c9eb-4537-8e93-6d04250dac8d, infoPort=36753, infoSecurePort=0, ipcPort=46505, storageInfo=lv=-57;cid=testClusterID;nsid=1706416341;c=1731414113045) 2024-11-12T12:21:54,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbbde52eaeb6f116 with lease ID 0x7b85feef39b179e9: from storage DS-ed02d5d0-2047-4023-bd02-27e2b6c9d291 node DatanodeRegistration(127.0.0.1:38771, datanodeUuid=35b32e76-c9eb-4537-8e93-6d04250dac8d, infoPort=36753, infoSecurePort=0, ipcPort=46505, storageInfo=lv=-57;cid=testClusterID;nsid=1706416341;c=1731414113045), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:21:54,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbbde52eaeb6f116 with lease ID 0x7b85feef39b179e9: Processing first storage report for DS-a23d0b89-eab5-41cc-b663-f02b479129b4 from datanode DatanodeRegistration(127.0.0.1:38771, datanodeUuid=35b32e76-c9eb-4537-8e93-6d04250dac8d, infoPort=36753, infoSecurePort=0, ipcPort=46505, storageInfo=lv=-57;cid=testClusterID;nsid=1706416341;c=1731414113045) 2024-11-12T12:21:54,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbbde52eaeb6f116 with lease ID 0x7b85feef39b179e9: from storage DS-a23d0b89-eab5-41cc-b663-f02b479129b4 node DatanodeRegistration(127.0.0.1:38771, datanodeUuid=35b32e76-c9eb-4537-8e93-6d04250dac8d, infoPort=36753, infoSecurePort=0, ipcPort=46505, storageInfo=lv=-57;cid=testClusterID;nsid=1706416341;c=1731414113045), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:21:54,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a 2024-11-12T12:21:54,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:54,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:54,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:21:54,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108 with version=8 2024-11-12T12:21:54,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/hbase-staging 2024-11-12T12:21:54,877 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:21:54,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:54,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:54,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:21:54,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:54,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:21:54,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:21:54,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:21:54,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36679 2024-11-12T12:21:54,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36679 connecting to ZooKeeper ensemble=127.0.0.1:49952 2024-11-12T12:21:54,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366790x0, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:54,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36679-0x1012efeb6ab0000 connected 2024-11-12T12:21:55,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:55,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:55,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Set watcher on znode that does not yet exist, /01606234017/running 2024-11-12T12:21:55,060 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108, hbase.cluster.distributed=false 2024-11-12T12:21:55,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Set watcher on znode that does not yet exist, /01606234017/acl 2024-11-12T12:21:55,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36679 2024-11-12T12:21:55,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36679 2024-11-12T12:21:55,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36679 2024-11-12T12:21:55,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36679 2024-11-12T12:21:55,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36679 2024-11-12T12:21:55,082 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:21:55,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:55,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:55,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:21:55,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:21:55,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:21:55,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:21:55,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:21:55,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34047 2024-11-12T12:21:55,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34047 connecting to ZooKeeper ensemble=127.0.0.1:49952 2024-11-12T12:21:55,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:55,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:55,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340470x0, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:55,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340470x0, quorum=127.0.0.1:49952, baseZNode=/01606234017 Set watcher on znode that does not yet exist, /01606234017/running 2024-11-12T12:21:55,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34047-0x1012efeb6ab0001 connected 2024-11-12T12:21:55,098 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:21:55,099 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:21:55,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Set watcher on znode that does not yet exist, /01606234017/master 2024-11-12T12:21:55,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Set watcher on znode that does not yet exist, /01606234017/acl 2024-11-12T12:21:55,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34047 2024-11-12T12:21:55,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34047 2024-11-12T12:21:55,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34047 2024-11-12T12:21:55,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34047 2024-11-12T12:21:55,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34047 2024-11-12T12:21:55,115 DEBUG [M:0;4a91c05c96a4:36679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:36679 2024-11-12T12:21:55,116 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01606234017/backup-masters/4a91c05c96a4,36679,1731414114877 2024-11-12T12:21:55,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017/backup-masters 2024-11-12T12:21:55,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017/backup-masters 2024-11-12T12:21:55,122 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Set watcher on existing znode=/01606234017/backup-masters/4a91c05c96a4,36679,1731414114877 2024-11-12T12:21:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01606234017/master 2024-11-12T12:21:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:55,133 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Set watcher on existing znode=/01606234017/master 2024-11-12T12:21:55,133 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01606234017/backup-masters/4a91c05c96a4,36679,1731414114877 from backup master directory 2024-11-12T12:21:55,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606234017/backup-masters/4a91c05c96a4,36679,1731414114877 2024-11-12T12:21:55,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017/backup-masters 2024-11-12T12:21:55,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017/backup-masters 2024-11-12T12:21:55,143 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:21:55,143 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,36679,1731414114877 2024-11-12T12:21:55,145 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/hbase.id] with ID: 588574f5-fa10-427c-93d0-c2fec310dd23 2024-11-12T12:21:55,146 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/.tmp/hbase.id 2024-11-12T12:21:55,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:21:55,549 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/.tmp/hbase.id]:[hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/hbase.id] 2024-11-12T12:21:55,557 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:21:55,557 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:21:55,557 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T12:21:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:55,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:21:55,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:21:55,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T12:21:55,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T12:21:55,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:21:56,011 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:21:56,011 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:21:56,012 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:56,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:21:56,417 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store 2024-11-12T12:21:56,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:21:56,821 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:56,821 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:21:56,821 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:56,821 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:56,821 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:21:56,821 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:56,821 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:21:56,821 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414116821Disabling compacts and flushes for region at 1731414116821Disabling writes for close at 1731414116821Writing region close event to WAL at 1731414116821Closed at 1731414116821 2024-11-12T12:21:56,822 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/.initializing 2024-11-12T12:21:56,822 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/WALs/4a91c05c96a4,36679,1731414114877 2024-11-12T12:21:56,823 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:21:56,824 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C36679%2C1731414114877, suffix=, logDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/WALs/4a91c05c96a4,36679,1731414114877, archiveDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/oldWALs, maxLogs=10 2024-11-12T12:21:56,835 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/WALs/4a91c05c96a4,36679,1731414114877/4a91c05c96a4%2C36679%2C1731414114877.1731414116824, exclude list is [], retry=0 2024-11-12T12:21:56,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-ed02d5d0-2047-4023-bd02-27e2b6c9d291,DISK] 2024-11-12T12:21:56,839 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/WALs/4a91c05c96a4,36679,1731414114877/4a91c05c96a4%2C36679%2C1731414114877.1731414116824 2024-11-12T12:21:56,839 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36753:36753)] 2024-11-12T12:21:56,839 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:56,839 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:56,839 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,840 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:21:56,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:56,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:56,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:21:56,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:56,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:56,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:21:56,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:56,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:56,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:21:56,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:56,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:21:56,845 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,846 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,846 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,846 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,847 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,847 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:56,848 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:21:56,849 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:56,849 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60101527, jitterRate=-0.10441745817661285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:56,850 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414116840Initializing all the Stores at 1731414116840Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414116840Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414116840Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414116840Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414116840Cleaning up temporary data from old regions at 1731414116847 (+7 ms)Region opened successfully at 1731414116850 (+3 ms) 2024-11-12T12:21:56,850 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:21:56,852 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3adf00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:21:56,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:21:56,853 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:21:56,853 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:21:56,853 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:21:56,853 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:21:56,853 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:21:56,853 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:21:56,854 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:21:56,855 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Unable to get data of znode /01606234017/balancer because node does not exist (not necessarily an error) 2024-11-12T12:21:57,048 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606234017/balancer already deleted, retry=false 2024-11-12T12:21:57,049 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:21:57,049 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Unable to get data of znode /01606234017/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:21:57,058 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606234017/normalizer already deleted, retry=false 2024-11-12T12:21:57,059 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:21:57,060 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Unable to get data of znode /01606234017/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:21:57,069 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606234017/switch/split already deleted, retry=false 2024-11-12T12:21:57,070 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Unable to get data of znode /01606234017/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:21:57,080 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606234017/switch/merge already deleted, retry=false 2024-11-12T12:21:57,081 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Unable to get data of znode /01606234017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:21:57,090 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01606234017/snapshot-cleanup already deleted, retry=false 2024-11-12T12:21:57,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01606234017/running 2024-11-12T12:21:57,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01606234017/running 2024-11-12T12:21:57,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:57,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:57,101 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,36679,1731414114877, sessionid=0x1012efeb6ab0000, setting cluster-up flag (Was=false) 2024-11-12T12:21:57,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:57,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:57,153 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01606234017/flush-table-proc/acquired, /01606234017/flush-table-proc/reached, /01606234017/flush-table-proc/abort 2024-11-12T12:21:57,154 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,36679,1731414114877 2024-11-12T12:21:57,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:57,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:57,206 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01606234017/online-snapshot/acquired, /01606234017/online-snapshot/reached, /01606234017/online-snapshot/abort 2024-11-12T12:21:57,207 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,36679,1731414114877 2024-11-12T12:21:57,207 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:21:57,209 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:57,209 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:21:57,209 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:21:57,209 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4a91c05c96a4,39525,1731413979486: status=Processing ServerCrashProcedure of 4a91c05c96a4,39525,1731413979486 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731413995107, completionTime=-1 appears to have been leaked 2024-11-12T12:21:57,209 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,36679,1731414114877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:21:57,210 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:57,210 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:57,210 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:57,210 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:21:57,210 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:21:57,210 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,210 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:21:57,210 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,211 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414147211 2024-11-12T12:21:57,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:57,212 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:21:57,212 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:21:57,212 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:21:57,212 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:21:57,212 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:21:57,212 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:21:57,212 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:21:57,212 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,212 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:57,212 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:21:57,216 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:21:57,216 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:21:57,216 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:21:57,216 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:21:57,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:21:57,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:21:57,220 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414117217,5,FailOnTimeoutGroup] 2024-11-12T12:21:57,221 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414117220,5,FailOnTimeoutGroup] 2024-11-12T12:21:57,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:21:57,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:21:57,307 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(746): ClusterId : 588574f5-fa10-427c-93d0-c2fec310dd23 2024-11-12T12:21:57,307 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:21:57,319 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:21:57,319 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:21:57,330 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:21:57,330 DEBUG [RS:0;4a91c05c96a4:34047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8f535c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:21:57,341 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:34047 2024-11-12T12:21:57,341 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:21:57,341 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:21:57,341 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:21:57,341 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,36679,1731414114877 with port=34047, startcode=1731414115082 2024-11-12T12:21:57,341 DEBUG [RS:0;4a91c05c96a4:34047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:21:57,343 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:21:57,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,34047,1731414115082 2024-11-12T12:21:57,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36679 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,34047,1731414115082 2024-11-12T12:21:57,344 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108 2024-11-12T12:21:57,344 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33789 2024-11-12T12:21:57,344 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:21:57,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017/rs 2024-11-12T12:21:57,442 DEBUG [RS:0;4a91c05c96a4:34047 {}] zookeeper.ZKUtil(111): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Set watcher on existing znode=/01606234017/rs/4a91c05c96a4,34047,1731414115082 2024-11-12T12:21:57,442 WARN [RS:0;4a91c05c96a4:34047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:21:57,442 INFO [RS:0;4a91c05c96a4:34047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:57,442 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082 2024-11-12T12:21:57,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,34047,1731414115082] 2024-11-12T12:21:57,445 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:21:57,446 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:21:57,446 INFO [RS:0;4a91c05c96a4:34047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:21:57,446 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,446 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:21:57,446 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:21:57,446 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:21:57,447 DEBUG [RS:0;4a91c05c96a4:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:21:57,447 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,447 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,447 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,447 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,447 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,447 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34047,1731414115082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:21:57,460 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:21:57,460 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34047,1731414115082-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,460 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,461 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.Replication(171): 4a91c05c96a4,34047,1731414115082 started 2024-11-12T12:21:57,473 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:57,473 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,34047,1731414115082, RpcServer on 4a91c05c96a4/172.17.0.3:34047, sessionid=0x1012efeb6ab0001 2024-11-12T12:21:57,473 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:21:57,473 DEBUG [RS:0;4a91c05c96a4:34047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,34047,1731414115082 2024-11-12T12:21:57,473 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,34047,1731414115082' 2024-11-12T12:21:57,473 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01606234017/flush-table-proc/abort' 2024-11-12T12:21:57,474 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01606234017/flush-table-proc/acquired' 2024-11-12T12:21:57,474 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:21:57,474 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:21:57,474 DEBUG [RS:0;4a91c05c96a4:34047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,34047,1731414115082 2024-11-12T12:21:57,474 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,34047,1731414115082' 2024-11-12T12:21:57,474 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01606234017/online-snapshot/abort' 2024-11-12T12:21:57,475 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01606234017/online-snapshot/acquired' 2024-11-12T12:21:57,475 DEBUG [RS:0;4a91c05c96a4:34047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:21:57,475 INFO [RS:0;4a91c05c96a4:34047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:21:57,475 INFO [RS:0;4a91c05c96a4:34047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:21:57,575 INFO [RS:0;4a91c05c96a4:34047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:21:57,576 INFO [RS:0;4a91c05c96a4:34047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C34047%2C1731414115082, suffix=, logDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082, archiveDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/oldWALs, maxLogs=10 2024-11-12T12:21:57,593 DEBUG [RS:0;4a91c05c96a4:34047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577, exclude list is [], retry=0 2024-11-12T12:21:57,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-ed02d5d0-2047-4023-bd02-27e2b6c9d291,DISK] 2024-11-12T12:21:57,597 INFO [RS:0;4a91c05c96a4:34047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 2024-11-12T12:21:57,597 DEBUG [RS:0;4a91c05c96a4:34047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36753:36753)] 2024-11-12T12:21:57,625 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:21:57,625 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108 2024-11-12T12:21:57,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:21:58,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:58,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:21:58,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:21:58,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:58,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:58,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:21:58,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:21:58,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:58,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:58,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:21:58,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:21:58,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:58,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:58,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:21:58,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:21:58,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:58,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:58,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:21:58,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740 2024-11-12T12:21:58,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740 2024-11-12T12:21:58,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:21:58,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:21:58,036 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:58,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:21:58,038 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:21:58,039 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69572918, jitterRate=0.03671726584434509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:58,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414118030Initializing all the Stores at 1731414118031 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414118031Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414118031Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414118031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414118031Cleaning up temporary data from old regions at 1731414118036 (+5 ms)Region opened successfully at 1731414118039 (+3 ms) 2024-11-12T12:21:58,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:21:58,039 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:21:58,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:21:58,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:21:58,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:21:58,039 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:21:58,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414118039Disabling compacts and flushes for region at 1731414118039Disabling writes for close at 1731414118039Writing region close event to WAL at 1731414118039Closed at 1731414118039 2024-11-12T12:21:58,040 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:58,040 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:21:58,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:21:58,041 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:21:58,042 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:21:58,192 DEBUG [4a91c05c96a4:36679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:21:58,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,34047,1731414115082 2024-11-12T12:21:58,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,34047,1731414115082, state=OPENING 2024-11-12T12:21:58,255 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:21:58,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:58,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:21:58,266 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:21:58,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606234017/meta-region-server: CHANGED 2024-11-12T12:21:58,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606234017/meta-region-server: CHANGED 2024-11-12T12:21:58,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,34047,1731414115082}] 2024-11-12T12:21:58,418 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:21:58,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:21:58,422 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:21:58,422 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:21:58,422 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:21:58,423 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C34047%2C1731414115082.meta, suffix=.meta, logDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082, archiveDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/oldWALs, maxLogs=10 2024-11-12T12:21:58,435 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.meta.1731414118423.meta, exclude list is [], retry=0 2024-11-12T12:21:58,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-ed02d5d0-2047-4023-bd02-27e2b6c9d291,DISK] 2024-11-12T12:21:58,437 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.meta.1731414118423.meta 2024-11-12T12:21:58,438 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36753:36753)] 2024-11-12T12:21:58,438 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:21:58,438 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:21:58,438 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:21:58,438 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:21:58,438 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:21:58,438 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:21:58,438 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:21:58,439 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:21:58,439 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:21:58,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:21:58,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:21:58,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:58,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:58,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:21:58,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:21:58,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:58,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:58,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:21:58,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:21:58,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:58,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:58,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:21:58,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:21:58,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:21:58,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:21:58,443 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:21:58,443 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740 2024-11-12T12:21:58,444 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740 2024-11-12T12:21:58,445 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:21:58,445 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:21:58,445 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:21:58,446 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:21:58,446 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62022064, jitterRate=-0.07579922676086426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:21:58,446 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:21:58,447 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414118439Writing region info on filesystem at 1731414118439Initializing all the Stores at 1731414118439Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414118439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414118439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414118439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414118439Cleaning up temporary data from old regions at 1731414118445 (+6 ms)Running coprocessor post-open hooks at 1731414118446 (+1 ms)Region opened successfully at 1731414118447 (+1 ms) 2024-11-12T12:21:58,447 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414118418 2024-11-12T12:21:58,449 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:21:58,449 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:21:58,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,34047,1731414115082 2024-11-12T12:21:58,450 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,34047,1731414115082, state=OPEN 2024-11-12T12:21:58,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01606234017/meta-region-server 2024-11-12T12:21:58,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01606234017/meta-region-server 2024-11-12T12:21:58,485 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,34047,1731414115082 2024-11-12T12:21:58,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606234017/meta-region-server: CHANGED 2024-11-12T12:21:58,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01606234017/meta-region-server: CHANGED 2024-11-12T12:21:58,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:21:58,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,34047,1731414115082 in 219 msec 2024-11-12T12:21:58,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:21:58,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-12T12:21:58,488 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:21:58,488 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:21:58,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:58,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,34047,1731414115082, seqNum=-1] 2024-11-12T12:21:58,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:58,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:21:58,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-12T12:21:58,494 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414118494, completionTime=-1 2024-11-12T12:21:58,494 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:21:58,494 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:21:58,495 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:21:58,495 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414178495 2024-11-12T12:21:58,495 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414238495 2024-11-12T12:21:58,495 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:21:58,496 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36679,1731414114877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:58,496 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36679,1731414114877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:58,496 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36679,1731414114877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:58,496 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:36679, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:58,496 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:58,496 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:58,497 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:21:58,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.356sec 2024-11-12T12:21:58,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:21:58,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:21:58,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:21:58,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:21:58,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:21:58,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36679,1731414114877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:21:58,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36679,1731414114877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:21:58,500 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:21:58,500 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:21:58,500 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36679,1731414114877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:21:58,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fd115f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:58,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,36679,-1 for getting cluster id 2024-11-12T12:21:58,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:21:58,510 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '588574f5-fa10-427c-93d0-c2fec310dd23' 2024-11-12T12:21:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:21:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "588574f5-fa10-427c-93d0-c2fec310dd23" 2024-11-12T12:21:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cd9892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,36679,-1] 2024-11-12T12:21:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:21:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:21:58,511 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:21:58,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bad6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:21:58,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:21:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,34047,1731414115082, seqNum=-1] 2024-11-12T12:21:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:21:58,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:21:58,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,36679,1731414114877 2024-11-12T12:21:58,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49952 2024-11-12T12:21:58,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:21:58,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012efeb6ab0002 connected 2024-11-12T12:21:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/hadoop.log.dir so I do NOT create it in target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e 2024-11-12T12:21:58,545 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:21:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/hadoop.tmp.dir so I do NOT create it in target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e 2024-11-12T12:21:58,545 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:21:58,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e 2024-11-12T12:21:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:21:58,545 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/cluster_ee49dd88-569b-ddc8-70ee-ef0e5ea5d21b, deleteOnExit=true 2024-11-12T12:21:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:21:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/test.cache.data in system properties and HBase conf 2024-11-12T12:21:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:21:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:21:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:21:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:21:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:21:58,545 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:21:58,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:21:58,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:58,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:21:58,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:21:58,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:21:58,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:21:58,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:58,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77ac7b40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:21:58,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423a34f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:21:58,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58eb8d24{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/java.io.tmpdir/jetty-localhost-38961-hadoop-hdfs-3_4_1-tests_jar-_-any-11402434204672913537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:21:58,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b84d529{HTTP/1.1, (http/1.1)}{localhost:38961} 2024-11-12T12:21:58,963 INFO [Time-limited test {}] server.Server(415): Started @279450ms 2024-11-12T12:21:59,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:21:59,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:21:59,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:21:59,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:21:59,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:21:59,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a8ac6d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:21:59,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb919e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:21:59,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77396616{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/java.io.tmpdir/jetty-localhost-35117-hadoop-hdfs-3_4_1-tests_jar-_-any-9573500904555761215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:21:59,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626e0acc{HTTP/1.1, (http/1.1)}{localhost:35117} 2024-11-12T12:21:59,318 INFO [Time-limited test {}] server.Server(415): Started @279805ms 2024-11-12T12:21:59,319 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:21:59,982 WARN [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/cluster_ee49dd88-569b-ddc8-70ee-ef0e5ea5d21b/data/data2/current/BP-1419611120-172.17.0.3-1731414118572/current, will proceed with Du for space computation calculation, 2024-11-12T12:21:59,982 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/cluster_ee49dd88-569b-ddc8-70ee-ef0e5ea5d21b/data/data1/current/BP-1419611120-172.17.0.3-1731414118572/current, will proceed with Du for space computation calculation, 2024-11-12T12:21:59,998 WARN [Thread-3544 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:22:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb3ddc469c40e471 with lease ID 0x97d84f17a12532a8: Processing first storage report for DS-bf03c8de-e022-457d-90af-ba6d82bafd7d from datanode DatanodeRegistration(127.0.0.1:33037, datanodeUuid=f0809274-8386-46dd-ba13-0d0df8db4047, infoPort=45627, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=1830394269;c=1731414118572) 2024-11-12T12:22:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb3ddc469c40e471 with lease ID 0x97d84f17a12532a8: from storage DS-bf03c8de-e022-457d-90af-ba6d82bafd7d node DatanodeRegistration(127.0.0.1:33037, datanodeUuid=f0809274-8386-46dd-ba13-0d0df8db4047, infoPort=45627, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=1830394269;c=1731414118572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb3ddc469c40e471 with lease ID 0x97d84f17a12532a8: Processing first storage report for DS-3fb523eb-deba-4a70-a3d4-b0d190ec9535 from datanode DatanodeRegistration(127.0.0.1:33037, datanodeUuid=f0809274-8386-46dd-ba13-0d0df8db4047, infoPort=45627, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=1830394269;c=1731414118572) 2024-11-12T12:22:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb3ddc469c40e471 with lease ID 0x97d84f17a12532a8: from storage DS-3fb523eb-deba-4a70-a3d4-b0d190ec9535 node DatanodeRegistration(127.0.0.1:33037, datanodeUuid=f0809274-8386-46dd-ba13-0d0df8db4047, infoPort=45627, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=1830394269;c=1731414118572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:00,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e 2024-11-12T12:22:00,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:00,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:00,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:22:00,453 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471 with version=8 2024-11-12T12:22:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/hbase-staging 2024-11-12T12:22:00,455 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:00,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:00,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:00,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:00,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:00,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:00,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:22:00,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:00,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40725 2024-11-12T12:22:00,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40725 connecting to ZooKeeper ensemble=127.0.0.1:49952 2024-11-12T12:22:00,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407250x0, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:00,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40725-0x1012efeb6ab0003 connected 2024-11-12T12:22:00,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:00,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:00,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Set watcher on znode that does not yet exist, /1-969736143/running 2024-11-12T12:22:00,584 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471, hbase.cluster.distributed=false 2024-11-12T12:22:00,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Set watcher on znode that does not yet exist, /1-969736143/acl 2024-11-12T12:22:00,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-12T12:22:00,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40725 2024-11-12T12:22:00,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40725 2024-11-12T12:22:00,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-12T12:22:00,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-12T12:22:00,603 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:00,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:00,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:00,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:00,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:00,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:00,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:22:00,604 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:00,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44929 2024-11-12T12:22:00,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44929 connecting to ZooKeeper ensemble=127.0.0.1:49952 2024-11-12T12:22:00,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:00,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:00,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449290x0, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:00,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449290x0, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Set watcher on znode that does not yet exist, /1-969736143/running 2024-11-12T12:22:00,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44929-0x1012efeb6ab0004 connected 2024-11-12T12:22:00,617 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:22:00,617 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:22:00,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Set watcher on znode that does not yet exist, /1-969736143/master 2024-11-12T12:22:00,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Set watcher on znode that does not yet exist, /1-969736143/acl 2024-11-12T12:22:00,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-12T12:22:00,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44929 2024-11-12T12:22:00,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44929 2024-11-12T12:22:00,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-12T12:22:00,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-12T12:22:00,635 DEBUG [M:0;4a91c05c96a4:40725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:40725 2024-11-12T12:22:00,635 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-969736143/backup-masters/4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:00,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143/backup-masters 2024-11-12T12:22:00,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143/backup-masters 2024-11-12T12:22:00,648 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Set watcher on existing znode=/1-969736143/backup-masters/4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:00,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-969736143/master 2024-11-12T12:22:00,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:00,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:00,659 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Set watcher on existing znode=/1-969736143/master 2024-11-12T12:22:00,659 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-969736143/backup-masters/4a91c05c96a4,40725,1731414120455 from backup master directory 2024-11-12T12:22:00,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-969736143/backup-masters/4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:00,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143/backup-masters 2024-11-12T12:22:00,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143/backup-masters 2024-11-12T12:22:00,669 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:00,669 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:00,671 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/hbase.id] with ID: 4ea9bbd0-fce4-4e14-9216-a868fe0978ce 2024-11-12T12:22:00,671 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/.tmp/hbase.id 2024-11-12T12:22:00,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:22:01,078 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/.tmp/hbase.id]:[hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/hbase.id] 2024-11-12T12:22:01,086 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:01,086 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:22:01,087 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:22:01,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:01,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:22:01,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:22:01,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:01,555 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:01,556 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:22:01,556 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:01,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:22:01,962 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store 2024-11-12T12:22:01,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:22:02,372 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:02,372 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:22:02,372 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:02,372 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:02,372 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:22:02,372 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:02,372 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:02,373 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414122372Disabling compacts and flushes for region at 1731414122372Disabling writes for close at 1731414122372Writing region close event to WAL at 1731414122372Closed at 1731414122372 2024-11-12T12:22:02,373 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/.initializing 2024-11-12T12:22:02,373 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/WALs/4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:02,374 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:02,375 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C40725%2C1731414120455, suffix=, logDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/WALs/4a91c05c96a4,40725,1731414120455, archiveDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/oldWALs, maxLogs=10 2024-11-12T12:22:02,391 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/WALs/4a91c05c96a4,40725,1731414120455/4a91c05c96a4%2C40725%2C1731414120455.1731414122376, exclude list is [], retry=0 2024-11-12T12:22:02,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33037,DS-bf03c8de-e022-457d-90af-ba6d82bafd7d,DISK] 2024-11-12T12:22:02,395 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/WALs/4a91c05c96a4,40725,1731414120455/4a91c05c96a4%2C40725%2C1731414120455.1731414122376 2024-11-12T12:22:02,395 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45627:45627)] 2024-11-12T12:22:02,395 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:02,395 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:02,395 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,395 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:22:02,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:02,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:02,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:22:02,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:02,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:02,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:22:02,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:02,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:02,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:22:02,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:02,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:02,400 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,401 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,401 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,402 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,402 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,402 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:02,403 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:02,404 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:02,405 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67939703, jitterRate=0.012380465865135193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:02,405 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414122395Initializing all the Stores at 1731414122396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414122396Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414122396Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414122396Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414122396Cleaning up temporary data from old regions at 1731414122402 (+6 ms)Region opened successfully at 1731414122405 (+3 ms) 2024-11-12T12:22:02,405 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:22:02,407 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22414ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:02,407 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:22:02,407 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:22:02,407 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:22:02,407 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:22:02,408 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:22:02,408 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:22:02,408 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:22:02,409 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:22:02,410 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Unable to get data of znode /1-969736143/balancer because node does not exist (not necessarily an error) 2024-11-12T12:22:02,455 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-969736143/balancer already deleted, retry=false 2024-11-12T12:22:02,456 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:22:02,456 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Unable to get data of znode /1-969736143/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:22:02,466 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-969736143/normalizer already deleted, retry=false 2024-11-12T12:22:02,466 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:22:02,467 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Unable to get data of znode /1-969736143/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:22:02,476 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-969736143/switch/split already deleted, retry=false 2024-11-12T12:22:02,477 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Unable to get data of znode /1-969736143/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:22:02,487 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-969736143/switch/merge already deleted, retry=false 2024-11-12T12:22:02,488 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Unable to get data of znode /1-969736143/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:22:02,500 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-969736143/snapshot-cleanup already deleted, retry=false 2024-11-12T12:22:02,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-969736143/running 2024-11-12T12:22:02,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-969736143/running 2024-11-12T12:22:02,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:02,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:02,511 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,40725,1731414120455, sessionid=0x1012efeb6ab0003, setting cluster-up flag (Was=false) 2024-11-12T12:22:02,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:02,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:02,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:02,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:22:02,537 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88527 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:22:02,563 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-969736143/flush-table-proc/acquired, /1-969736143/flush-table-proc/reached, /1-969736143/flush-table-proc/abort 2024-11-12T12:22:02,564 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:02,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:02,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:02,616 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-969736143/online-snapshot/acquired, /1-969736143/online-snapshot/reached, /1-969736143/online-snapshot/abort 2024-11-12T12:22:02,617 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:02,618 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:22:02,619 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:02,619 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:22:02,619 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:22:02,619 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,40725,1731414120455 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:22:02,620 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:02,620 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:02,620 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:02,620 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:02,620 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:22:02,620 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,620 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:02,620 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414152621 2024-11-12T12:22:02,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:22:02,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:22:02,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:22:02,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:22:02,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:22:02,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:22:02,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:02,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:22:02,622 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,622 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:22:02,622 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:22:02,622 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:22:02,622 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:22:02,622 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:22:02,622 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:22:02,622 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:02,622 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414122622,5,FailOnTimeoutGroup] 2024-11-12T12:22:02,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:22:02,623 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414122622,5,FailOnTimeoutGroup] 2024-11-12T12:22:02,623 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,623 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:22:02,623 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,623 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:22:02,629 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(746): ClusterId : 4ea9bbd0-fce4-4e14-9216-a868fe0978ce 2024-11-12T12:22:02,629 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:22:02,638 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:22:02,638 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:22:02,648 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:22:02,648 DEBUG [RS:0;4a91c05c96a4:44929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73516cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:02,659 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:44929 2024-11-12T12:22:02,659 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:22:02,659 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:22:02,659 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:22:02,659 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,40725,1731414120455 with port=44929, startcode=1731414120603 2024-11-12T12:22:02,660 DEBUG [RS:0;4a91c05c96a4:44929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:22:02,661 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:22:02,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:02,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40725 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:02,662 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471 2024-11-12T12:22:02,662 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33287 2024-11-12T12:22:02,662 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:22:02,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143/rs 2024-11-12T12:22:02,708 DEBUG [RS:0;4a91c05c96a4:44929 {}] zookeeper.ZKUtil(111): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Set watcher on existing znode=/1-969736143/rs/4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:02,708 WARN [RS:0;4a91c05c96a4:44929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:02,708 INFO [RS:0;4a91c05c96a4:44929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:02,708 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:02,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,44929,1731414120603] 2024-11-12T12:22:02,711 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:22:02,712 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:22:02,713 INFO [RS:0;4a91c05c96a4:44929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:22:02,713 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,713 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:22:02,713 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:22:02,713 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,713 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,713 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,713 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,713 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,713 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,713 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:02,714 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,714 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,714 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,714 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,714 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,714 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:02,714 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:02,714 DEBUG [RS:0;4a91c05c96a4:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:02,714 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,714 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,714 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,714 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,714 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,714 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44929,1731414120603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:22:02,732 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:22:02,732 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44929,1731414120603-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,732 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,732 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.Replication(171): 4a91c05c96a4,44929,1731414120603 started 2024-11-12T12:22:02,748 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:02,748 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,44929,1731414120603, RpcServer on 4a91c05c96a4/172.17.0.3:44929, sessionid=0x1012efeb6ab0004 2024-11-12T12:22:02,748 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:22:02,748 DEBUG [RS:0;4a91c05c96a4:44929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:02,748 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,44929,1731414120603' 2024-11-12T12:22:02,748 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-969736143/flush-table-proc/abort' 2024-11-12T12:22:02,749 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-969736143/flush-table-proc/acquired' 2024-11-12T12:22:02,749 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:22:02,749 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:22:02,749 DEBUG [RS:0;4a91c05c96a4:44929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:02,750 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,44929,1731414120603' 2024-11-12T12:22:02,750 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-969736143/online-snapshot/abort' 2024-11-12T12:22:02,750 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-969736143/online-snapshot/acquired' 2024-11-12T12:22:02,750 DEBUG [RS:0;4a91c05c96a4:44929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:22:02,750 INFO [RS:0;4a91c05c96a4:44929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:22:02,750 INFO [RS:0;4a91c05c96a4:44929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:22:02,850 INFO [RS:0;4a91c05c96a4:44929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:02,852 INFO [RS:0;4a91c05c96a4:44929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C44929%2C1731414120603, suffix=, logDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603, archiveDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/oldWALs, maxLogs=10 2024-11-12T12:22:02,865 DEBUG [RS:0;4a91c05c96a4:44929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852, exclude list is [], retry=0 2024-11-12T12:22:02,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33037,DS-bf03c8de-e022-457d-90af-ba6d82bafd7d,DISK] 2024-11-12T12:22:02,868 INFO [RS:0;4a91c05c96a4:44929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 2024-11-12T12:22:02,869 DEBUG [RS:0;4a91c05c96a4:44929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45627:45627)] 2024-11-12T12:22:03,029 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:22:03,029 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471 2024-11-12T12:22:03,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:22:03,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:03,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:03,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:03,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:03,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:03,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:03,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:03,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:03,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:03,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:03,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:03,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:03,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:03,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:03,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:03,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:03,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:03,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:03,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740 2024-11-12T12:22:03,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740 2024-11-12T12:22:03,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:03,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:03,443 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:03,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:03,445 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:22:03,445 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:03,446 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67641079, jitterRate=0.00793062150478363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:03,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414123435Initializing all the Stores at 1731414123436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414123436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414123436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414123436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414123436Cleaning up temporary data from old regions at 1731414123443 (+7 ms)Region opened successfully at 1731414123446 (+3 ms) 2024-11-12T12:22:03,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:22:03,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:22:03,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:22:03,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:22:03,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:22:03,446 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:03,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414123446Disabling compacts and flushes for region at 1731414123446Disabling writes for close at 1731414123446Writing region close event to WAL at 1731414123446Closed at 1731414123446 2024-11-12T12:22:03,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:03,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:22:03,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:22:03,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:03,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:22:03,599 DEBUG [4a91c05c96a4:40725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:22:03,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:03,601 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,44929,1731414120603, state=OPENING 2024-11-12T12:22:03,666 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:22:03,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:03,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:03,677 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:03,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-969736143/meta-region-server: CHANGED 2024-11-12T12:22:03,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-969736143/meta-region-server: CHANGED 2024-11-12T12:22:03,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,44929,1731414120603}] 2024-11-12T12:22:03,829 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:22:03,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:22:03,832 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:22:03,832 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:03,832 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:22:03,833 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C44929%2C1731414120603.meta, suffix=.meta, logDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603, archiveDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/oldWALs, maxLogs=10 2024-11-12T12:22:03,846 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.meta.1731414123833.meta, exclude list is [], retry=0 2024-11-12T12:22:03,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33037,DS-bf03c8de-e022-457d-90af-ba6d82bafd7d,DISK] 2024-11-12T12:22:03,848 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.meta.1731414123833.meta 2024-11-12T12:22:03,849 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45627:45627)] 2024-11-12T12:22:03,849 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:03,849 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:03,849 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:22:03,849 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:22:03,849 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:22:03,849 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:22:03,849 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:03,849 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:22:03,849 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:22:03,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:03,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:03,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:03,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:03,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:03,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:03,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:03,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:03,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:03,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:03,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:03,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:03,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:03,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:03,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:03,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:03,854 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:03,855 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740 2024-11-12T12:22:03,855 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740 2024-11-12T12:22:03,856 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:03,856 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:03,856 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:03,857 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:03,857 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75024446, jitterRate=0.11795136332511902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:03,857 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:22:03,857 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414123850Writing region info on filesystem at 1731414123850Initializing all the Stores at 1731414123850Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414123850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414123850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414123850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414123850Cleaning up temporary data from old regions at 1731414123856 (+6 ms)Running coprocessor post-open hooks at 1731414123857 (+1 ms)Region opened successfully at 1731414123857 2024-11-12T12:22:03,858 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414123828 2024-11-12T12:22:03,860 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:22:03,860 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:22:03,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:03,861 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,44929,1731414120603, state=OPEN 2024-11-12T12:22:03,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-969736143/meta-region-server 2024-11-12T12:22:03,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-969736143/meta-region-server 2024-11-12T12:22:03,869 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:03,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-969736143/meta-region-server: CHANGED 2024-11-12T12:22:03,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-969736143/meta-region-server: CHANGED 2024-11-12T12:22:03,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:22:03,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,44929,1731414120603 in 192 msec 2024-11-12T12:22:03,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:22:03,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-12T12:22:03,872 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:03,872 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:22:03,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:03,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,44929,1731414120603, seqNum=-1] 2024-11-12T12:22:03,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:03,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:03,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-12T12:22:03,878 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414123878, completionTime=-1 2024-11-12T12:22:03,878 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:22:03,878 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:22:03,880 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:22:03,880 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414183880 2024-11-12T12:22:03,880 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414243880 2024-11-12T12:22:03,880 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:22:03,880 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40725,1731414120455-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:03,880 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40725,1731414120455-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:03,880 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40725,1731414120455-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:03,880 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:40725, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:03,880 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:03,880 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:03,882 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:22:03,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.214sec 2024-11-12T12:22:03,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:22:03,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:22:03,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:22:03,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:22:03,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:22:03,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40725,1731414120455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:22:03,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40725,1731414120455-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:22:03,885 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:22:03,885 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:22:03,885 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40725,1731414120455-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:03,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305bb9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:03,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40725,-1 for getting cluster id 2024-11-12T12:22:03,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:03,930 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea9bbd0-fce4-4e14-9216-a868fe0978ce' 2024-11-12T12:22:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea9bbd0-fce4-4e14-9216-a868fe0978ce" 2024-11-12T12:22:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51103a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40725,-1] 2024-11-12T12:22:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:03,931 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:03,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35be01af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:03,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:03,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,44929,1731414120603, seqNum=-1] 2024-11-12T12:22:03,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:03,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:03,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:03,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49952 2024-11-12T12:22:03,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:03,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012efeb6ab0005 connected 2024-11-12T12:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/hadoop.log.dir so I do NOT create it in target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772 2024-11-12T12:22:03,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/hadoop.tmp.dir so I do NOT create it in target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772 2024-11-12T12:22:03,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:22:03,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772 2024-11-12T12:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:22:03,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/cluster_cc76eab5-b101-0524-2a21-7763546fb00e, deleteOnExit=true 2024-11-12T12:22:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/test.cache.data in system properties and HBase conf 2024-11-12T12:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:22:03,956 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:22:03,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:22:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:22:04,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:04,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:22:04,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:22:04,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:22:04,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:22:04,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:04,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f75cfab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:22:04,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350fbf81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:22:04,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c612044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/java.io.tmpdir/jetty-localhost-39675-hadoop-hdfs-3_4_1-tests_jar-_-any-7767560779461204938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:22:04,416 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72bf35d5{HTTP/1.1, (http/1.1)}{localhost:39675} 2024-11-12T12:22:04,416 INFO [Time-limited test {}] server.Server(415): Started @284904ms 2024-11-12T12:22:04,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:04,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:22:04,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:22:04,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:22:04,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:22:04,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224bae05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:22:04,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf27b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:22:04,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d89182b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/java.io.tmpdir/jetty-localhost-33427-hadoop-hdfs-3_4_1-tests_jar-_-any-11332579977134322329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:22:04,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3930de67{HTTP/1.1, (http/1.1)}{localhost:33427} 2024-11-12T12:22:04,793 INFO [Time-limited test {}] server.Server(415): Started @285281ms 2024-11-12T12:22:04,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:22:05,403 WARN [Thread-3678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/cluster_cc76eab5-b101-0524-2a21-7763546fb00e/data/data2/current/BP-1185883225-172.17.0.3-1731414123974/current, will proceed with Du for space computation calculation, 2024-11-12T12:22:05,403 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/cluster_cc76eab5-b101-0524-2a21-7763546fb00e/data/data1/current/BP-1185883225-172.17.0.3-1731414123974/current, will proceed with Du for space computation calculation, 2024-11-12T12:22:05,419 WARN [Thread-3665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:22:05,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2042b42a62bee309 with lease ID 0xbc4c35d66c808ada: Processing first storage report for DS-33167ca0-186c-4451-b17e-32663bf3ded2 from datanode DatanodeRegistration(127.0.0.1:45123, datanodeUuid=2f7a49c3-2ca6-497f-ba0a-f70f9afe6d6d, infoPort=37425, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=528597344;c=1731414123974) 2024-11-12T12:22:05,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2042b42a62bee309 with lease ID 0xbc4c35d66c808ada: from storage DS-33167ca0-186c-4451-b17e-32663bf3ded2 node DatanodeRegistration(127.0.0.1:45123, datanodeUuid=2f7a49c3-2ca6-497f-ba0a-f70f9afe6d6d, infoPort=37425, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=528597344;c=1731414123974), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:05,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2042b42a62bee309 with lease ID 0xbc4c35d66c808ada: Processing first storage report for DS-8ed49627-1754-47b6-9388-1166cab29e56 from datanode DatanodeRegistration(127.0.0.1:45123, datanodeUuid=2f7a49c3-2ca6-497f-ba0a-f70f9afe6d6d, infoPort=37425, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=528597344;c=1731414123974) 2024-11-12T12:22:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2042b42a62bee309 with lease ID 0xbc4c35d66c808ada: from storage DS-8ed49627-1754-47b6-9388-1166cab29e56 node DatanodeRegistration(127.0.0.1:45123, datanodeUuid=2f7a49c3-2ca6-497f-ba0a-f70f9afe6d6d, infoPort=37425, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=528597344;c=1731414123974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:05,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772 2024-11-12T12:22:05,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:05,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:22:05,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:22:05,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T12:22:05,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T12:22:05,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T12:22:05,929 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003 with version=8 2024-11-12T12:22:05,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/hbase-staging 2024-11-12T12:22:05,930 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:05,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:05,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:05,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:05,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:05,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:05,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:22:05,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:05,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38167 2024-11-12T12:22:05,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38167 connecting to ZooKeeper ensemble=127.0.0.1:49952 2024-11-12T12:22:05,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381670x0, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:05,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38167-0x1012efeb6ab0006 connected 2024-11-12T12:22:06,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:06,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:06,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Set watcher on znode that does not yet exist, /2-743195970/running 2024-11-12T12:22:06,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003, hbase.cluster.distributed=false 2024-11-12T12:22:06,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Set watcher on znode that does not yet exist, /2-743195970/acl 2024-11-12T12:22:06,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-12T12:22:06,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38167 2024-11-12T12:22:06,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38167 2024-11-12T12:22:06,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-12T12:22:06,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-12T12:22:06,073 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:06,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:06,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:06,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:06,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:06,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:06,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:22:06,074 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:06,074 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34953 2024-11-12T12:22:06,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34953 connecting to ZooKeeper ensemble=127.0.0.1:49952 2024-11-12T12:22:06,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:06,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:06,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349530x0, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:06,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349530x0, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Set watcher on znode that does not yet exist, /2-743195970/running 2024-11-12T12:22:06,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34953-0x1012efeb6ab0007 connected 2024-11-12T12:22:06,090 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:22:06,091 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:22:06,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Set watcher on znode that does not yet exist, /2-743195970/master 2024-11-12T12:22:06,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Set watcher on znode that does not yet exist, /2-743195970/acl 2024-11-12T12:22:06,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34953 2024-11-12T12:22:06,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34953 2024-11-12T12:22:06,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34953 2024-11-12T12:22:06,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34953 2024-11-12T12:22:06,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34953 2024-11-12T12:22:06,110 DEBUG [M:0;4a91c05c96a4:38167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:38167 2024-11-12T12:22:06,111 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-743195970/backup-masters/4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:06,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970/backup-masters 2024-11-12T12:22:06,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970/backup-masters 2024-11-12T12:22:06,121 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Set watcher on existing znode=/2-743195970/backup-masters/4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:06,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-743195970/master 2024-11-12T12:22:06,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:06,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:06,132 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Set watcher on existing znode=/2-743195970/master 2024-11-12T12:22:06,132 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-743195970/backup-masters/4a91c05c96a4,38167,1731414125930 from backup master directory 2024-11-12T12:22:06,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-743195970/backup-masters/4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:06,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970/backup-masters 2024-11-12T12:22:06,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970/backup-masters 2024-11-12T12:22:06,142 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:06,142 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:06,145 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/hbase.id] with ID: 13f86921-b1ee-443b-8824-587cf4ef5fe7 2024-11-12T12:22:06,145 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/.tmp/hbase.id 2024-11-12T12:22:06,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:22:06,549 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/.tmp/hbase.id]:[hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/hbase.id] 2024-11-12T12:22:06,556 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:06,556 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:22:06,556 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T12:22:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:06,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:22:07,007 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:07,008 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:22:07,008 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:22:07,413 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store 2024-11-12T12:22:07,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:22:07,818 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:07,818 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:22:07,818 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:07,818 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:07,818 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:22:07,818 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:07,818 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:07,818 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414127818Disabling compacts and flushes for region at 1731414127818Disabling writes for close at 1731414127818Writing region close event to WAL at 1731414127818Closed at 1731414127818 2024-11-12T12:22:07,819 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/.initializing 2024-11-12T12:22:07,819 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/WALs/4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:07,819 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:07,820 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C38167%2C1731414125930, suffix=, logDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/WALs/4a91c05c96a4,38167,1731414125930, archiveDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/oldWALs, maxLogs=10 2024-11-12T12:22:07,832 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/WALs/4a91c05c96a4,38167,1731414125930/4a91c05c96a4%2C38167%2C1731414125930.1731414127820, exclude list is [], retry=0 2024-11-12T12:22:07,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45123,DS-33167ca0-186c-4451-b17e-32663bf3ded2,DISK] 2024-11-12T12:22:07,835 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/WALs/4a91c05c96a4,38167,1731414125930/4a91c05c96a4%2C38167%2C1731414125930.1731414127820 2024-11-12T12:22:07,840 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37425:37425)] 2024-11-12T12:22:07,840 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:07,841 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:07,841 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,841 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:22:07,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:07,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:07,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:22:07,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:07,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:07,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:22:07,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:07,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:07,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:22:07,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:07,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:07,846 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,846 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,846 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,847 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,847 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,848 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:07,848 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:07,849 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:07,849 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69863561, jitterRate=0.04104818403720856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:07,850 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414127841Initializing all the Stores at 1731414127841Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414127841Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414127842 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414127842Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414127842Cleaning up temporary data from old regions at 1731414127847 (+5 ms)Region opened successfully at 1731414127850 (+3 ms) 2024-11-12T12:22:07,850 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:22:07,851 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fd01ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:07,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:22:07,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:22:07,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:22:07,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:22:07,852 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:22:07,853 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:22:07,853 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:22:07,854 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:22:07,854 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Unable to get data of znode /2-743195970/balancer because node does not exist (not necessarily an error) 2024-11-12T12:22:07,950 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-743195970/balancer already deleted, retry=false 2024-11-12T12:22:07,950 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:22:07,951 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Unable to get data of znode /2-743195970/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:22:07,963 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-743195970/normalizer already deleted, retry=false 2024-11-12T12:22:07,963 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:22:07,964 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Unable to get data of znode /2-743195970/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:22:07,973 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-743195970/switch/split already deleted, retry=false 2024-11-12T12:22:07,974 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Unable to get data of znode /2-743195970/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:22:07,984 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-743195970/switch/merge already deleted, retry=false 2024-11-12T12:22:07,985 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Unable to get data of znode /2-743195970/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:22:07,995 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-743195970/snapshot-cleanup already deleted, retry=false 2024-11-12T12:22:08,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-743195970/running 2024-11-12T12:22:08,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-743195970/running 2024-11-12T12:22:08,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:08,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:08,005 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,38167,1731414125930, sessionid=0x1012efeb6ab0006, setting cluster-up flag (Was=false) 2024-11-12T12:22:08,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:08,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:08,163 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-743195970/flush-table-proc/acquired, /2-743195970/flush-table-proc/reached, /2-743195970/flush-table-proc/abort 2024-11-12T12:22:08,164 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:08,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:08,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:08,216 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-743195970/online-snapshot/acquired, /2-743195970/online-snapshot/reached, /2-743195970/online-snapshot/abort 2024-11-12T12:22:08,216 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:08,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:22:08,218 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:08,218 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:22:08,219 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:22:08,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,38167,1731414125930 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:22:08,220 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:08,220 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:08,220 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:08,220 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:08,220 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:22:08,220 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,220 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:08,220 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414158221 2024-11-12T12:22:08,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:22:08,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:22:08,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:22:08,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:22:08,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:22:08,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:22:08,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:08,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:22:08,222 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:22:08,222 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:22:08,222 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:22:08,222 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:22:08,222 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:22:08,222 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:22:08,222 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414128222,5,FailOnTimeoutGroup] 2024-11-12T12:22:08,222 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:08,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:22:08,223 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414128222,5,FailOnTimeoutGroup] 2024-11-12T12:22:08,223 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,223 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:22:08,223 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,223 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:22:08,300 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(746): ClusterId : 13f86921-b1ee-443b-8824-587cf4ef5fe7 2024-11-12T12:22:08,300 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:22:08,311 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:22:08,311 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:22:08,322 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:22:08,322 DEBUG [RS:0;4a91c05c96a4:34953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1b394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:08,336 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:34953 2024-11-12T12:22:08,336 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:22:08,336 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:22:08,336 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:22:08,336 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,38167,1731414125930 with port=34953, startcode=1731414126073 2024-11-12T12:22:08,336 DEBUG [RS:0;4a91c05c96a4:34953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:22:08,337 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:22:08,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:08,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38167 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:08,339 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003 2024-11-12T12:22:08,339 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35913 2024-11-12T12:22:08,339 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:22:08,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970/rs 2024-11-12T12:22:08,402 DEBUG [RS:0;4a91c05c96a4:34953 {}] zookeeper.ZKUtil(111): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Set watcher on existing znode=/2-743195970/rs/4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:08,402 WARN [RS:0;4a91c05c96a4:34953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:08,402 INFO [RS:0;4a91c05c96a4:34953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:08,402 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:08,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,34953,1731414126073] 2024-11-12T12:22:08,404 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:22:08,405 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:22:08,406 INFO [RS:0;4a91c05c96a4:34953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:22:08,406 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,406 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:22:08,406 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:22:08,406 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,406 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,406 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,406 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,406 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,406 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,407 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:08,407 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,407 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,407 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,407 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,407 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,407 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:08,407 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:08,407 DEBUG [RS:0;4a91c05c96a4:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:08,407 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,407 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,407 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,407 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,407 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,407 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34953,1731414126073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:22:08,420 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:22:08,420 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34953,1731414126073-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,420 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,420 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.Replication(171): 4a91c05c96a4,34953,1731414126073 started 2024-11-12T12:22:08,432 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:08,432 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,34953,1731414126073, RpcServer on 4a91c05c96a4/172.17.0.3:34953, sessionid=0x1012efeb6ab0007 2024-11-12T12:22:08,432 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:22:08,432 DEBUG [RS:0;4a91c05c96a4:34953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:08,432 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,34953,1731414126073' 2024-11-12T12:22:08,432 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-743195970/flush-table-proc/abort' 2024-11-12T12:22:08,433 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-743195970/flush-table-proc/acquired' 2024-11-12T12:22:08,433 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:22:08,433 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:22:08,433 DEBUG [RS:0;4a91c05c96a4:34953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:08,433 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,34953,1731414126073' 2024-11-12T12:22:08,433 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-743195970/online-snapshot/abort' 2024-11-12T12:22:08,433 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-743195970/online-snapshot/acquired' 2024-11-12T12:22:08,434 DEBUG [RS:0;4a91c05c96a4:34953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:22:08,434 INFO [RS:0;4a91c05c96a4:34953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:22:08,434 INFO [RS:0;4a91c05c96a4:34953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:22:08,534 INFO [RS:0;4a91c05c96a4:34953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:08,535 INFO [RS:0;4a91c05c96a4:34953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C34953%2C1731414126073, suffix=, logDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073, archiveDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/oldWALs, maxLogs=10 2024-11-12T12:22:08,547 DEBUG [RS:0;4a91c05c96a4:34953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535, exclude list is [], retry=0 2024-11-12T12:22:08,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45123,DS-33167ca0-186c-4451-b17e-32663bf3ded2,DISK] 2024-11-12T12:22:08,550 INFO [RS:0;4a91c05c96a4:34953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 2024-11-12T12:22:08,550 DEBUG [RS:0;4a91c05c96a4:34953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37425:37425)] 2024-11-12T12:22:08,633 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:22:08,633 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003 2024-11-12T12:22:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:22:09,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:09,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:09,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:09,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:09,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:09,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:09,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:09,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:09,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:09,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:09,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:09,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:09,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:09,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:09,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:09,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:09,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:09,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:09,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740 2024-11-12T12:22:09,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740 2024-11-12T12:22:09,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:09,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:09,046 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:09,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:09,048 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:09,048 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72767519, jitterRate=0.08432053029537201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:09,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414129039Initializing all the Stores at 1731414129039Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414129039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414129040 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414129040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414129040Cleaning up temporary data from old regions at 1731414129045 (+5 ms)Region opened successfully at 1731414129048 (+3 ms) 2024-11-12T12:22:09,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:22:09,049 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:22:09,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:22:09,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:22:09,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:22:09,049 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:09,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414129048Disabling compacts and flushes for region at 1731414129048Disabling writes for close at 1731414129049 (+1 ms)Writing region close event to WAL at 1731414129049Closed at 1731414129049 2024-11-12T12:22:09,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:09,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:22:09,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:22:09,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:09,051 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:22:09,201 DEBUG [4a91c05c96a4:38167 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:22:09,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:09,202 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,34953,1731414126073, state=OPENING 2024-11-12T12:22:09,265 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:22:09,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:09,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:09,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-743195970/meta-region-server: CHANGED 2024-11-12T12:22:09,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-743195970/meta-region-server: CHANGED 2024-11-12T12:22:09,276 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:09,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,34953,1731414126073}] 2024-11-12T12:22:09,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:22:09,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:09,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:22:09,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:22:09,433 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:22:09,433 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:09,434 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:22:09,434 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C34953%2C1731414126073.meta, suffix=.meta, logDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073, archiveDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/oldWALs, maxLogs=10 2024-11-12T12:22:09,447 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.meta.1731414129435.meta, exclude list is [], retry=0 2024-11-12T12:22:09,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45123,DS-33167ca0-186c-4451-b17e-32663bf3ded2,DISK] 2024-11-12T12:22:09,450 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.meta.1731414129435.meta 2024-11-12T12:22:09,450 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37425:37425)] 2024-11-12T12:22:09,451 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:09,451 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:09,451 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:22:09,451 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:22:09,451 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:22:09,451 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:22:09,451 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:09,451 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:22:09,451 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:22:09,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:09,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:09,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:09,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:09,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:09,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:09,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:09,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:09,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:09,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:09,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:09,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:09,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:09,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:09,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:09,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:09,456 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:09,456 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740 2024-11-12T12:22:09,457 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740 2024-11-12T12:22:09,457 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:09,457 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:09,458 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:09,458 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:09,459 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66413691, jitterRate=-0.010358884930610657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:09,459 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:22:09,459 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414129451Writing region info on filesystem at 1731414129451Initializing all the Stores at 1731414129452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414129452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414129452Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414129452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414129452Cleaning up temporary data from old regions at 1731414129457 (+5 ms)Running coprocessor post-open hooks at 1731414129459 (+2 ms)Region opened successfully at 1731414129459 2024-11-12T12:22:09,460 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414129428 2024-11-12T12:22:09,462 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:22:09,462 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:22:09,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:09,463 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,34953,1731414126073, state=OPEN 2024-11-12T12:22:09,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-743195970/meta-region-server 2024-11-12T12:22:09,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-743195970/meta-region-server 2024-11-12T12:22:09,468 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:09,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-743195970/meta-region-server: CHANGED 2024-11-12T12:22:09,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-743195970/meta-region-server: CHANGED 2024-11-12T12:22:09,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:22:09,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,34953,1731414126073 in 192 msec 2024-11-12T12:22:09,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:22:09,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-12T12:22:09,471 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:09,471 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:22:09,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:09,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,34953,1731414126073, seqNum=-1] 2024-11-12T12:22:09,472 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:09,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:09,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-12T12:22:09,476 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414129476, completionTime=-1 2024-11-12T12:22:09,477 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:22:09,477 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:22:09,478 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:22:09,478 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414189478 2024-11-12T12:22:09,478 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414249478 2024-11-12T12:22:09,478 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:22:09,478 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38167,1731414125930-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:09,479 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38167,1731414125930-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:09,479 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38167,1731414125930-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:09,479 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:38167, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:09,479 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:09,479 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:09,480 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:22:09,481 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.339sec 2024-11-12T12:22:09,481 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:22:09,482 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:22:09,482 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:22:09,482 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:22:09,482 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:22:09,482 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38167,1731414125930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:22:09,482 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38167,1731414125930-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:22:09,483 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:22:09,483 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:22:09,483 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38167,1731414125930-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:09,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f80b149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:09,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,38167,-1 for getting cluster id 2024-11-12T12:22:09,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:09,502 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13f86921-b1ee-443b-8824-587cf4ef5fe7' 2024-11-12T12:22:09,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13f86921-b1ee-443b-8824-587cf4ef5fe7" 2024-11-12T12:22:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f98d1be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,38167,-1] 2024-11-12T12:22:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:09,504 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:09,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63be21f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:09,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:09,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,34953,1731414126073, seqNum=-1] 2024-11-12T12:22:09,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:09,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:09,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49952 2024-11-12T12:22:09,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:09,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012efeb6ab0008 connected 2024-11-12T12:22:09,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,36679,1731414114877 2024-11-12T12:22:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@674c8102 2024-11-12T12:22:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:09,556 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:09,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:22:09,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:22:09,558 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:09,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:22:09,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:22:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:09,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:22:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:09,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 553100e2f7a06981542ddf8a9b4228a8, NAME => 'test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108 2024-11-12T12:22:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:22:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:10,369 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:10,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 553100e2f7a06981542ddf8a9b4228a8, disabling compactions & flushes 2024-11-12T12:22:10,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:10,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:10,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. after waiting 0 ms 2024-11-12T12:22:10,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:10,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:10,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 553100e2f7a06981542ddf8a9b4228a8: Waiting for close lock at 1731414130369Disabling compacts and flushes for region at 1731414130369Disabling writes for close at 1731414130370 (+1 ms)Writing region close event to WAL at 1731414130370Closed at 1731414130370 2024-11-12T12:22:10,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:22:10,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414130371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414130371"}]},"ts":"1731414130371"} 2024-11-12T12:22:10,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:22:10,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:22:10,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414130373"}]},"ts":"1731414130373"} 2024-11-12T12:22:10,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:22:10,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=553100e2f7a06981542ddf8a9b4228a8, ASSIGN}] 2024-11-12T12:22:10,375 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=553100e2f7a06981542ddf8a9b4228a8, ASSIGN 2024-11-12T12:22:10,376 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=553100e2f7a06981542ddf8a9b4228a8, ASSIGN; state=OFFLINE, location=4a91c05c96a4,34047,1731414115082; forceNewPlan=false, retain=false 2024-11-12T12:22:10,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=553100e2f7a06981542ddf8a9b4228a8, regionState=OPENING, regionLocation=4a91c05c96a4,34047,1731414115082 2024-11-12T12:22:10,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=553100e2f7a06981542ddf8a9b4228a8, ASSIGN because future has completed 2024-11-12T12:22:10,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 553100e2f7a06981542ddf8a9b4228a8, server=4a91c05c96a4,34047,1731414115082}] 2024-11-12T12:22:10,684 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:10,684 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 553100e2f7a06981542ddf8a9b4228a8, NAME => 'test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:10,684 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:10,684 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:22:10,684 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,684 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:10,685 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,685 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,686 INFO [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,687 INFO [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 553100e2f7a06981542ddf8a9b4228a8 columnFamilyName f 2024-11-12T12:22:10,687 DEBUG [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:10,687 INFO [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] regionserver.HStore(327): Store=553100e2f7a06981542ddf8a9b4228a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:10,687 INFO [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,687 INFO [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 553100e2f7a06981542ddf8a9b4228a8 columnFamilyName f1 2024-11-12T12:22:10,687 DEBUG [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:10,688 INFO [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] regionserver.HStore(327): Store=553100e2f7a06981542ddf8a9b4228a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:10,688 INFO [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,688 INFO [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 553100e2f7a06981542ddf8a9b4228a8 columnFamilyName norep 2024-11-12T12:22:10,688 DEBUG [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:10,689 INFO [StoreOpener-553100e2f7a06981542ddf8a9b4228a8-1 {}] regionserver.HStore(327): Store=553100e2f7a06981542ddf8a9b4228a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:10,689 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,689 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,689 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,690 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,690 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,690 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:22:10,691 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,693 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:10,693 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 553100e2f7a06981542ddf8a9b4228a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75456918, jitterRate=0.1243956983089447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:22:10,693 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:10,693 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 553100e2f7a06981542ddf8a9b4228a8: Running coprocessor pre-open hook at 1731414130685Writing region info on filesystem at 1731414130685Initializing all the Stores at 1731414130685Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414130685Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414130685Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414130686 (+1 ms)Cleaning up temporary data from old regions at 1731414130690 (+4 ms)Running coprocessor post-open hooks at 1731414130693 (+3 ms)Region opened successfully at 1731414130693 2024-11-12T12:22:10,694 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8., pid=6, masterSystemTime=1731414130681 2024-11-12T12:22:10,696 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:10,696 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:10,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=553100e2f7a06981542ddf8a9b4228a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,34047,1731414115082 2024-11-12T12:22:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:10,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 553100e2f7a06981542ddf8a9b4228a8, server=4a91c05c96a4,34047,1731414115082 because future has completed 2024-11-12T12:22:10,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:22:10,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 553100e2f7a06981542ddf8a9b4228a8, server=4a91c05c96a4,34047,1731414115082 in 169 msec 2024-11-12T12:22:10,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:22:10,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=553100e2f7a06981542ddf8a9b4228a8, ASSIGN in 325 msec 2024-11-12T12:22:10,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:22:10,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414130701"}]},"ts":"1731414130701"} 2024-11-12T12:22:10,703 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:22:10,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:22:10,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-12T12:22:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:11,708 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:22:11,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30af63ba 2024-11-12T12:22:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:11,709 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:11,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:22:11,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:22:11,712 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:11,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:22:11,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:22:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:11,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:22:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:12,118 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 294503e6a96aaac05a481fde7c57c272, NAME => 'test,,1731414131710.294503e6a96aaac05a481fde7c57c272.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471 2024-11-12T12:22:12,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:22:12,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414131710.294503e6a96aaac05a481fde7c57c272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:12,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 294503e6a96aaac05a481fde7c57c272, disabling compactions & flushes 2024-11-12T12:22:12,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:12,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:12,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414131710.294503e6a96aaac05a481fde7c57c272. after waiting 0 ms 2024-11-12T12:22:12,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:12,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:12,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 294503e6a96aaac05a481fde7c57c272: Waiting for close lock at 1731414132122Disabling compacts and flushes for region at 1731414132122Disabling writes for close at 1731414132122Writing region close event to WAL at 1731414132122Closed at 1731414132122 2024-11-12T12:22:12,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:22:12,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414131710.294503e6a96aaac05a481fde7c57c272.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414132123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414132123"}]},"ts":"1731414132123"} 2024-11-12T12:22:12,125 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:22:12,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:22:12,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414132126"}]},"ts":"1731414132126"} 2024-11-12T12:22:12,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:22:12,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=294503e6a96aaac05a481fde7c57c272, ASSIGN}] 2024-11-12T12:22:12,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=294503e6a96aaac05a481fde7c57c272, ASSIGN 2024-11-12T12:22:12,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=294503e6a96aaac05a481fde7c57c272, ASSIGN; state=OFFLINE, location=4a91c05c96a4,44929,1731414120603; forceNewPlan=false, retain=false 2024-11-12T12:22:12,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=294503e6a96aaac05a481fde7c57c272, regionState=OPENING, regionLocation=4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:12,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=294503e6a96aaac05a481fde7c57c272, ASSIGN because future has completed 2024-11-12T12:22:12,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 294503e6a96aaac05a481fde7c57c272, server=4a91c05c96a4,44929,1731414120603}] 2024-11-12T12:22:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:12,437 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:12,437 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 294503e6a96aaac05a481fde7c57c272, NAME => 'test,,1731414131710.294503e6a96aaac05a481fde7c57c272.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:12,437 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:12,437 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:22:12,437 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,437 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414131710.294503e6a96aaac05a481fde7c57c272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:12,438 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,438 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,438 INFO [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,439 INFO [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 294503e6a96aaac05a481fde7c57c272 columnFamilyName f 2024-11-12T12:22:12,439 DEBUG [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:12,440 INFO [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] regionserver.HStore(327): Store=294503e6a96aaac05a481fde7c57c272/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:12,440 INFO [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,441 INFO [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 294503e6a96aaac05a481fde7c57c272 columnFamilyName f1 2024-11-12T12:22:12,441 DEBUG [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:12,441 INFO [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] regionserver.HStore(327): Store=294503e6a96aaac05a481fde7c57c272/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:12,441 INFO [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,442 INFO [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 294503e6a96aaac05a481fde7c57c272 columnFamilyName norep 2024-11-12T12:22:12,442 DEBUG [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:12,442 INFO [StoreOpener-294503e6a96aaac05a481fde7c57c272-1 {}] regionserver.HStore(327): Store=294503e6a96aaac05a481fde7c57c272/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:12,442 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,442 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,443 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,443 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,443 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,444 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:22:12,445 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,446 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:12,446 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 294503e6a96aaac05a481fde7c57c272; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65314677, jitterRate=-0.026735469698905945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:22:12,446 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:12,446 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 294503e6a96aaac05a481fde7c57c272: Running coprocessor pre-open hook at 1731414132438Writing region info on filesystem at 1731414132438Initializing all the Stores at 1731414132438Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414132438Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414132438Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414132438Cleaning up temporary data from old regions at 1731414132443 (+5 ms)Running coprocessor post-open hooks at 1731414132446 (+3 ms)Region opened successfully at 1731414132446 2024-11-12T12:22:12,447 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414131710.294503e6a96aaac05a481fde7c57c272., pid=6, masterSystemTime=1731414132434 2024-11-12T12:22:12,449 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:12,449 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:12,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=294503e6a96aaac05a481fde7c57c272, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:12,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 294503e6a96aaac05a481fde7c57c272, server=4a91c05c96a4,44929,1731414120603 because future has completed 2024-11-12T12:22:12,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:22:12,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 294503e6a96aaac05a481fde7c57c272, server=4a91c05c96a4,44929,1731414120603 in 169 msec 2024-11-12T12:22:12,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:22:12,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=294503e6a96aaac05a481fde7c57c272, ASSIGN in 324 msec 2024-11-12T12:22:12,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:22:12,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414132454"}]},"ts":"1731414132454"} 2024-11-12T12:22:12,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:22:12,456 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:22:12,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-12T12:22:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:12,847 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:22:12,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@759826b3 2024-11-12T12:22:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:12,849 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:12,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:22:12,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:22:12,852 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:12,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:22:12,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:22:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:12,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:22:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:13,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81ca6eaa4b0ded470563d14edd8e7a7c, NAME => 'test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003 2024-11-12T12:22:13,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:22:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:13,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:13,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81ca6eaa4b0ded470563d14edd8e7a7c, disabling compactions & flushes 2024-11-12T12:22:13,668 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:13,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:13,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. after waiting 0 ms 2024-11-12T12:22:13,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:13,668 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:13,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81ca6eaa4b0ded470563d14edd8e7a7c: Waiting for close lock at 1731414133668Disabling compacts and flushes for region at 1731414133668Disabling writes for close at 1731414133668Writing region close event to WAL at 1731414133668Closed at 1731414133668 2024-11-12T12:22:13,784 INFO [AsyncFSWAL-0-hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData-prefix:4a91c05c96a4,38167,1731414125930 {}] wal.AbstractFSWAL(1368): Slow sync cost: 115 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45123,DS-33167ca0-186c-4451-b17e-32663bf3ded2,DISK]] 2024-11-12T12:22:13,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:22:13,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414133784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414133784"}]},"ts":"1731414133784"} 2024-11-12T12:22:13,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:22:13,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:22:13,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414133787"}]},"ts":"1731414133787"} 2024-11-12T12:22:13,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:22:13,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81ca6eaa4b0ded470563d14edd8e7a7c, ASSIGN}] 2024-11-12T12:22:13,789 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81ca6eaa4b0ded470563d14edd8e7a7c, ASSIGN 2024-11-12T12:22:13,789 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81ca6eaa4b0ded470563d14edd8e7a7c, ASSIGN; state=OFFLINE, location=4a91c05c96a4,34953,1731414126073; forceNewPlan=false, retain=false 2024-11-12T12:22:13,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81ca6eaa4b0ded470563d14edd8e7a7c, regionState=OPENING, regionLocation=4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:13,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81ca6eaa4b0ded470563d14edd8e7a7c, ASSIGN because future has completed 2024-11-12T12:22:13,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81ca6eaa4b0ded470563d14edd8e7a7c, server=4a91c05c96a4,34953,1731414126073}] 2024-11-12T12:22:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:14,097 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:14,097 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81ca6eaa4b0ded470563d14edd8e7a7c, NAME => 'test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:14,098 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:14,098 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:22:14,098 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,098 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:14,098 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,098 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,099 INFO [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,100 INFO [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ca6eaa4b0ded470563d14edd8e7a7c columnFamilyName f 2024-11-12T12:22:14,100 DEBUG [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:14,100 INFO [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] regionserver.HStore(327): Store=81ca6eaa4b0ded470563d14edd8e7a7c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:14,100 INFO [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,101 INFO [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ca6eaa4b0ded470563d14edd8e7a7c columnFamilyName f1 2024-11-12T12:22:14,101 DEBUG [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:14,101 INFO [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] regionserver.HStore(327): Store=81ca6eaa4b0ded470563d14edd8e7a7c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:14,101 INFO [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,102 INFO [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ca6eaa4b0ded470563d14edd8e7a7c columnFamilyName norep 2024-11-12T12:22:14,102 DEBUG [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:14,102 INFO [StoreOpener-81ca6eaa4b0ded470563d14edd8e7a7c-1 {}] regionserver.HStore(327): Store=81ca6eaa4b0ded470563d14edd8e7a7c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:14,102 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,102 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,103 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,103 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,103 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,103 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:22:14,104 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,105 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:14,105 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81ca6eaa4b0ded470563d14edd8e7a7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64857966, jitterRate=-0.0335409939289093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:22:14,105 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:14,106 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81ca6eaa4b0ded470563d14edd8e7a7c: Running coprocessor pre-open hook at 1731414134098Writing region info on filesystem at 1731414134098Initializing all the Stores at 1731414134098Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414134099 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414134099Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414134099Cleaning up temporary data from old regions at 1731414134103 (+4 ms)Running coprocessor post-open hooks at 1731414134105 (+2 ms)Region opened successfully at 1731414134106 (+1 ms) 2024-11-12T12:22:14,106 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c., pid=6, masterSystemTime=1731414134094 2024-11-12T12:22:14,108 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:14,108 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:14,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81ca6eaa4b0ded470563d14edd8e7a7c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:14,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81ca6eaa4b0ded470563d14edd8e7a7c, server=4a91c05c96a4,34953,1731414126073 because future has completed 2024-11-12T12:22:14,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:22:14,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81ca6eaa4b0ded470563d14edd8e7a7c, server=4a91c05c96a4,34953,1731414126073 in 167 msec 2024-11-12T12:22:14,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:22:14,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81ca6eaa4b0ded470563d14edd8e7a7c, ASSIGN in 324 msec 2024-11-12T12:22:14,114 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:22:14,114 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414134114"}]},"ts":"1731414134114"} 2024-11-12T12:22:14,115 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:22:14,116 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:22:14,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2660 sec 2024-11-12T12:22:14,405 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T12:22:14,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:22:14,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:14,997 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:22:14,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5352deb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:14,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,36679,-1 for getting cluster id 2024-11-12T12:22:14,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:14,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:14,999 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '588574f5-fa10-427c-93d0-c2fec310dd23' 2024-11-12T12:22:14,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:14,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "588574f5-fa10-427c-93d0-c2fec310dd23" 2024-11-12T12:22:14,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374b6451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:14,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,36679,-1] 2024-11-12T12:22:14,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:14,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:15,000 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:15,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c95c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:15,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:15,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,36679,1731414114877 2024-11-12T12:22:15,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e74bda 2024-11-12T12:22:15,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:15,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:15,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:15,002 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:15,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:40725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:22:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:22:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:15,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:15,005 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:40725' 2024-11-12T12:22:15,008 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684b71c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:15,008 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40725,-1 for getting cluster id 2024-11-12T12:22:15,008 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:15,009 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea9bbd0-fce4-4e14-9216-a868fe0978ce' 2024-11-12T12:22:15,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:15,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea9bbd0-fce4-4e14-9216-a868fe0978ce" 2024-11-12T12:22:15,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b03f869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:15,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40725,-1] 2024-11-12T12:22:15,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:15,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:15,010 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723dfefd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:15,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30ba2207 2024-11-12T12:22:15,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:15,012 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:15,013 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T12:22:15,013 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:22:15,013 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:15,013 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:15,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:15,014 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:15,014 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:22:15,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:22:15,016 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:15,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:22:15,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:22:15,065 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:22:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:15,442 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9319cad2088a737c05e253b76adcb71f, NAME => 'hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108 2024-11-12T12:22:15,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:22:15,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:15,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9319cad2088a737c05e253b76adcb71f, disabling compactions & flushes 2024-11-12T12:22:15,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:15,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:15,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. after waiting 0 ms 2024-11-12T12:22:15,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:15,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:15,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9319cad2088a737c05e253b76adcb71f: Waiting for close lock at 1731414135446Disabling compacts and flushes for region at 1731414135446Disabling writes for close at 1731414135446Writing region close event to WAL at 1731414135446Closed at 1731414135446 2024-11-12T12:22:15,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:22:15,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731414135448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414135448"}]},"ts":"1731414135448"} 2024-11-12T12:22:15,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:22:15,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:22:15,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414135450"}]},"ts":"1731414135450"} 2024-11-12T12:22:15,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:22:15,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9319cad2088a737c05e253b76adcb71f, ASSIGN}] 2024-11-12T12:22:15,452 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9319cad2088a737c05e253b76adcb71f, ASSIGN 2024-11-12T12:22:15,452 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9319cad2088a737c05e253b76adcb71f, ASSIGN; state=OFFLINE, location=4a91c05c96a4,34047,1731414115082; forceNewPlan=false, retain=false 2024-11-12T12:22:15,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9319cad2088a737c05e253b76adcb71f, regionState=OPENING, regionLocation=4a91c05c96a4,34047,1731414115082 2024-11-12T12:22:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9319cad2088a737c05e253b76adcb71f, ASSIGN because future has completed 2024-11-12T12:22:15,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9319cad2088a737c05e253b76adcb71f, server=4a91c05c96a4,34047,1731414115082}] 2024-11-12T12:22:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:15,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:15,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:15,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:22:15,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C34047%2C1731414115082.rep, suffix=, logDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082, archiveDir=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/oldWALs, maxLogs=10 2024-11-12T12:22:15,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.rep.1731414135761, exclude list is [], retry=0 2024-11-12T12:22:15,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38771,DS-ed02d5d0-2047-4023-bd02-27e2b6c9d291,DISK] 2024-11-12T12:22:15,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.rep.1731414135761 2024-11-12T12:22:15,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36753:36753)] 2024-11-12T12:22:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9319cad2088a737c05e253b76adcb71f, NAME => 'hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:15,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:22:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. service=MultiRowMutationService 2024-11-12T12:22:15,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:22:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,779 INFO [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,780 INFO [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9319cad2088a737c05e253b76adcb71f columnFamilyName hfileref 2024-11-12T12:22:15,780 DEBUG [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:15,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T12:22:15,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T12:22:15,781 INFO [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] regionserver.HStore(327): Store=9319cad2088a737c05e253b76adcb71f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:15,781 INFO [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:22:15,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T12:22:15,781 INFO [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9319cad2088a737c05e253b76adcb71f columnFamilyName queue 2024-11-12T12:22:15,781 DEBUG [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:15,782 INFO [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] regionserver.HStore(327): Store=9319cad2088a737c05e253b76adcb71f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:15,782 INFO [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,782 INFO [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9319cad2088a737c05e253b76adcb71f columnFamilyName sid 2024-11-12T12:22:15,782 DEBUG [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:15,783 INFO [StoreOpener-9319cad2088a737c05e253b76adcb71f-1 {}] regionserver.HStore(327): Store=9319cad2088a737c05e253b76adcb71f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:15,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/replication/9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/replication/9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:22:15,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/replication/9319cad2088a737c05e253b76adcb71f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:15,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9319cad2088a737c05e253b76adcb71f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68852955, jitterRate=0.025988981127738953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:22:15,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:15,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9319cad2088a737c05e253b76adcb71f: Running coprocessor pre-open hook at 1731414135778Writing region info on filesystem at 1731414135778Initializing all the Stores at 1731414135779 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414135779Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414135779Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414135779Cleaning up temporary data from old regions at 1731414135784 (+5 ms)Running coprocessor post-open hooks at 1731414135787 (+3 ms)Region opened successfully at 1731414135787 2024-11-12T12:22:15,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f., pid=10, masterSystemTime=1731414135757 2024-11-12T12:22:15,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:15,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:15,790 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9319cad2088a737c05e253b76adcb71f, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,34047,1731414115082 2024-11-12T12:22:15,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9319cad2088a737c05e253b76adcb71f, server=4a91c05c96a4,34047,1731414115082 because future has completed 2024-11-12T12:22:15,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:22:15,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9319cad2088a737c05e253b76adcb71f, server=4a91c05c96a4,34047,1731414115082 in 186 msec 2024-11-12T12:22:15,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:22:15,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9319cad2088a737c05e253b76adcb71f, ASSIGN in 342 msec 2024-11-12T12:22:15,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:22:15,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414135795"}]},"ts":"1731414135795"} 2024-11-12T12:22:15,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:22:15,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:22:15,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-12T12:22:15,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f., hostname=4a91c05c96a4,34047,1731414115082, seqNum=2] 2024-11-12T12:22:15,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:22:15,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:22:15,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:22:16,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:22:16,071 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:22:16,096 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,34047,1731414115082, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:22:16,096 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:16,096 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,34047,1731414115082, seqNum=-1] 2024-11-12T12:22:16,097 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:16,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-12T12:22:16,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,34047,1731414115082', locateType=CURRENT is [region=hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f., hostname=4a91c05c96a4,34047,1731414115082, seqNum=2] 2024-11-12T12:22:16,102 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:22:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:22:16,104 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,34047,1731414115082 suceeded 2024-11-12T12:22:16,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:22:16,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T12:22:16,105 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:40725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:22:16,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1030 sec 2024-11-12T12:22:16,121 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:40725' 2024-11-12T12:22:16,122 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a6ad9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:16,122 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40725,-1 for getting cluster id 2024-11-12T12:22:16,122 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:16,123 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea9bbd0-fce4-4e14-9216-a868fe0978ce' 2024-11-12T12:22:16,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:16,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea9bbd0-fce4-4e14-9216-a868fe0978ce" 2024-11-12T12:22:16,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a61854a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:16,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40725,-1] 2024-11-12T12:22:16,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:16,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:16,124 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:16,125 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d1653b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:16,125 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b0fb540 2024-11-12T12:22:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:16,126 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-12T12:22:16,127 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,34047,1731414115082 (queues=1) is replicating from cluster=588574f5-fa10-427c-93d0-c2fec310dd23 to cluster=4ea9bbd0-fce4-4e14-9216-a868fe0978ce 2024-11-12T12:22:16,127 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C34047%2C1731414115082 2024-11-12T12:22:16,127 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,34047,1731414115082, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:22:16,127 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C34047%2C1731414115082 2024-11-12T12:22:16,127 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577, startPosition=0, beingWritten=true 2024-11-12T12:22:16,131 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:16,131 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 379, reset compression=false 2024-11-12T12:22:16,131 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34047,1731414115082 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:16,137 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:22:16,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:22:16,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:16,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:16,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:16,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:16,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638fc074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:16,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40725,-1 for getting cluster id 2024-11-12T12:22:16,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:16,139 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea9bbd0-fce4-4e14-9216-a868fe0978ce' 2024-11-12T12:22:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea9bbd0-fce4-4e14-9216-a868fe0978ce" 2024-11-12T12:22:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68987412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40725,-1] 2024-11-12T12:22:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:16,140 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:16,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4dc5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:16,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c23ea04 2024-11-12T12:22:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:16,142 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:16,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:38167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:22:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:22:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:16,145 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:38167' 2024-11-12T12:22:16,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b1de67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:16,146 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,38167,-1 for getting cluster id 2024-11-12T12:22:16,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:16,146 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13f86921-b1ee-443b-8824-587cf4ef5fe7' 2024-11-12T12:22:16,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:16,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13f86921-b1ee-443b-8824-587cf4ef5fe7" 2024-11-12T12:22:16,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1e8e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:16,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,38167,-1] 2024-11-12T12:22:16,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:16,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:16,147 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:16,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531a91f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:16,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:16,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:16,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c51df27 2024-11-12T12:22:16,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:16,149 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:16,149 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T12:22:16,150 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:22:16,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:16,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:16,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:16,150 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:16,151 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:22:16,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:22:16,152 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:16,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:22:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:22:16,201 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:22:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:16,334 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 379, reset compression=false 2024-11-12T12:22:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:16,559 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8529cfc43710483e8f61130ec3908e67, NAME => 'hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471 2024-11-12T12:22:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:22:16,637 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 379, reset compression=false 2024-11-12T12:22:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:16,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:16,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8529cfc43710483e8f61130ec3908e67, disabling compactions & flushes 2024-11-12T12:22:16,966 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:16,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:16,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. after waiting 0 ms 2024-11-12T12:22:16,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:16,966 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:16,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8529cfc43710483e8f61130ec3908e67: Waiting for close lock at 1731414136966Disabling compacts and flushes for region at 1731414136966Disabling writes for close at 1731414136966Writing region close event to WAL at 1731414136966Closed at 1731414136966 2024-11-12T12:22:16,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:22:16,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731414136967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414136967"}]},"ts":"1731414136967"} 2024-11-12T12:22:16,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:22:16,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:22:16,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414136969"}]},"ts":"1731414136969"} 2024-11-12T12:22:16,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:22:16,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8529cfc43710483e8f61130ec3908e67, ASSIGN}] 2024-11-12T12:22:16,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8529cfc43710483e8f61130ec3908e67, ASSIGN 2024-11-12T12:22:16,972 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8529cfc43710483e8f61130ec3908e67, ASSIGN; state=OFFLINE, location=4a91c05c96a4,44929,1731414120603; forceNewPlan=false, retain=false 2024-11-12T12:22:17,039 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 379, reset compression=false 2024-11-12T12:22:17,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8529cfc43710483e8f61130ec3908e67, regionState=OPENING, regionLocation=4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:17,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8529cfc43710483e8f61130ec3908e67, ASSIGN because future has completed 2024-11-12T12:22:17,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8529cfc43710483e8f61130ec3908e67, server=4a91c05c96a4,44929,1731414120603}] 2024-11-12T12:22:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:17,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:17,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:17,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:22:17,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C44929%2C1731414120603.rep, suffix=, logDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603, archiveDir=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/oldWALs, maxLogs=10 2024-11-12T12:22:17,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.rep.1731414137281, exclude list is [], retry=0 2024-11-12T12:22:17,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33037,DS-bf03c8de-e022-457d-90af-ba6d82bafd7d,DISK] 2024-11-12T12:22:17,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.rep.1731414137281 2024-11-12T12:22:17,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45627:45627)] 2024-11-12T12:22:17,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8529cfc43710483e8f61130ec3908e67, NAME => 'hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:17,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:17,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:22:17,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. service=MultiRowMutationService 2024-11-12T12:22:17,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:22:17,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:17,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,298 INFO [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,298 INFO [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8529cfc43710483e8f61130ec3908e67 columnFamilyName hfileref 2024-11-12T12:22:17,299 DEBUG [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:17,299 INFO [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] regionserver.HStore(327): Store=8529cfc43710483e8f61130ec3908e67/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:17,299 INFO [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,300 INFO [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8529cfc43710483e8f61130ec3908e67 columnFamilyName queue 2024-11-12T12:22:17,300 DEBUG [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:17,300 INFO [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] regionserver.HStore(327): Store=8529cfc43710483e8f61130ec3908e67/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:17,300 INFO [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,301 INFO [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8529cfc43710483e8f61130ec3908e67 columnFamilyName sid 2024-11-12T12:22:17,301 DEBUG [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:17,301 INFO [StoreOpener-8529cfc43710483e8f61130ec3908e67-1 {}] regionserver.HStore(327): Store=8529cfc43710483e8f61130ec3908e67/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:17,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/replication/8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/replication/8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:22:17,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/replication/8529cfc43710483e8f61130ec3908e67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:17,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8529cfc43710483e8f61130ec3908e67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63192455, jitterRate=-0.058359041810035706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:22:17,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:17,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8529cfc43710483e8f61130ec3908e67: Running coprocessor pre-open hook at 1731414137297Writing region info on filesystem at 1731414137297Initializing all the Stores at 1731414137297Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414137297Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414137297Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414137297Cleaning up temporary data from old regions at 1731414137302 (+5 ms)Running coprocessor post-open hooks at 1731414137305 (+3 ms)Region opened successfully at 1731414137305 2024-11-12T12:22:17,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67., pid=10, masterSystemTime=1731414137276 2024-11-12T12:22:17,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:17,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:17,307 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8529cfc43710483e8f61130ec3908e67, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:17,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8529cfc43710483e8f61130ec3908e67, server=4a91c05c96a4,44929,1731414120603 because future has completed 2024-11-12T12:22:17,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:22:17,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8529cfc43710483e8f61130ec3908e67, server=4a91c05c96a4,44929,1731414120603 in 184 msec 2024-11-12T12:22:17,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:22:17,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8529cfc43710483e8f61130ec3908e67, ASSIGN in 340 msec 2024-11-12T12:22:17,313 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:22:17,313 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414137313"}]},"ts":"1731414137313"} 2024-11-12T12:22:17,314 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:22:17,314 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:22:17,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-12T12:22:17,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67., hostname=4a91c05c96a4,44929,1731414120603, seqNum=2] 2024-11-12T12:22:17,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:17,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:17,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:22:17,542 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 379, reset compression=false 2024-11-12T12:22:17,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:22:17,629 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:22:17,654 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,44929,1731414120603, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:22:17,655 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:17,655 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,44929,1731414120603, seqNum=-1] 2024-11-12T12:22:17,655 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:17,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T12:22:17,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,44929,1731414120603', locateType=CURRENT is [region=hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67., hostname=4a91c05c96a4,44929,1731414120603, seqNum=2] 2024-11-12T12:22:17,659 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:22:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:22:17,661 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,44929,1731414120603 suceeded 2024-11-12T12:22:17,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:22:17,663 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:38167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:22:17,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T12:22:17,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5210 sec 2024-11-12T12:22:17,679 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:38167' 2024-11-12T12:22:17,680 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765f8289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:17,680 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,38167,-1 for getting cluster id 2024-11-12T12:22:17,680 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:17,680 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13f86921-b1ee-443b-8824-587cf4ef5fe7' 2024-11-12T12:22:17,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:17,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13f86921-b1ee-443b-8824-587cf4ef5fe7" 2024-11-12T12:22:17,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71ae17a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:17,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,38167,-1] 2024-11-12T12:22:17,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:17,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:17,682 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:17,682 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ed4591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:17,682 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:17,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:17,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10c091d 2024-11-12T12:22:17,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:17,683 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-12T12:22:17,684 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,44929,1731414120603 (queues=1) is replicating from cluster=4ea9bbd0-fce4-4e14-9216-a868fe0978ce to cluster=13f86921-b1ee-443b-8824-587cf4ef5fe7 2024-11-12T12:22:17,684 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C44929%2C1731414120603 2024-11-12T12:22:17,684 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,44929,1731414120603, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:22:17,685 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852, startPosition=0, beingWritten=true 2024-11-12T12:22:17,685 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C44929%2C1731414120603 2024-11-12T12:22:17,689 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:17,689 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 379, reset compression=false 2024-11-12T12:22:17,689 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,44929,1731414120603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:17,893 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 379, reset compression=false 2024-11-12T12:22:18,145 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 379, reset compression=false 2024-11-12T12:22:18,196 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 379, reset compression=false 2024-11-12T12:22:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:18,287 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:22:18,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:22:18,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:18,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:18,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:18,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:18,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcccd58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:18,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,38167,-1 for getting cluster id 2024-11-12T12:22:18,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:18,289 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13f86921-b1ee-443b-8824-587cf4ef5fe7' 2024-11-12T12:22:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13f86921-b1ee-443b-8824-587cf4ef5fe7" 2024-11-12T12:22:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c200e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,38167,-1] 2024-11-12T12:22:18,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:18,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:18,290 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1536fa6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:18,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22190841 2024-11-12T12:22:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:18,292 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:18,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:40725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:22:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:22:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:18,295 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:40725' 2024-11-12T12:22:18,295 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22536745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:18,295 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40725,-1 for getting cluster id 2024-11-12T12:22:18,295 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:18,296 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea9bbd0-fce4-4e14-9216-a868fe0978ce' 2024-11-12T12:22:18,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:18,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea9bbd0-fce4-4e14-9216-a868fe0978ce" 2024-11-12T12:22:18,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a880281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:18,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40725,-1] 2024-11-12T12:22:18,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:18,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:18,297 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:18,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48142a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:18,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:18,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:18,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@121cb7d0 2024-11-12T12:22:18,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:18,299 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:18,299 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T12:22:18,299 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:22:18,299 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:18,299 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:18,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:18,300 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:18,300 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:22:18,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:22:18,301 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:18,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:22:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:22:18,307 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3379c3795a3ca24faac366b64ab7da81, NAME => 'hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003 2024-11-12T12:22:18,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:22:18,351 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:22:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:18,599 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 379, reset compression=false 2024-11-12T12:22:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:18,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:18,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3379c3795a3ca24faac366b64ab7da81, disabling compactions & flushes 2024-11-12T12:22:18,711 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:18,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:18,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. after waiting 0 ms 2024-11-12T12:22:18,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:18,711 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:18,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3379c3795a3ca24faac366b64ab7da81: Waiting for close lock at 1731414138711Disabling compacts and flushes for region at 1731414138711Disabling writes for close at 1731414138711Writing region close event to WAL at 1731414138711Closed at 1731414138711 2024-11-12T12:22:18,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:22:18,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731414138752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414138752"}]},"ts":"1731414138752"} 2024-11-12T12:22:18,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:22:18,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:22:18,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414138754"}]},"ts":"1731414138754"} 2024-11-12T12:22:18,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:22:18,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3379c3795a3ca24faac366b64ab7da81, ASSIGN}] 2024-11-12T12:22:18,756 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3379c3795a3ca24faac366b64ab7da81, ASSIGN 2024-11-12T12:22:18,757 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3379c3795a3ca24faac366b64ab7da81, ASSIGN; state=OFFLINE, location=4a91c05c96a4,34953,1731414126073; forceNewPlan=false, retain=false 2024-11-12T12:22:18,848 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 379, reset compression=false 2024-11-12T12:22:18,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3379c3795a3ca24faac366b64ab7da81, regionState=OPENING, regionLocation=4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:18,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3379c3795a3ca24faac366b64ab7da81, ASSIGN because future has completed 2024-11-12T12:22:18,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3379c3795a3ca24faac366b64ab7da81, server=4a91c05c96a4,34953,1731414126073}] 2024-11-12T12:22:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:19,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:19,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:19,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:22:19,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C34953%2C1731414126073.rep, suffix=, logDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073, archiveDir=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/oldWALs, maxLogs=10 2024-11-12T12:22:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.rep.1731414139065, exclude list is [], retry=0 2024-11-12T12:22:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45123,DS-33167ca0-186c-4451-b17e-32663bf3ded2,DISK] 2024-11-12T12:22:19,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.rep.1731414139065 2024-11-12T12:22:19,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37425:37425)] 2024-11-12T12:22:19,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3379c3795a3ca24faac366b64ab7da81, NAME => 'hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:19,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:19,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:22:19,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. service=MultiRowMutationService 2024-11-12T12:22:19,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:22:19,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:19,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,081 INFO [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,082 INFO [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3379c3795a3ca24faac366b64ab7da81 columnFamilyName hfileref 2024-11-12T12:22:19,082 DEBUG [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:19,082 INFO [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] regionserver.HStore(327): Store=3379c3795a3ca24faac366b64ab7da81/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:19,083 INFO [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,083 INFO [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3379c3795a3ca24faac366b64ab7da81 columnFamilyName queue 2024-11-12T12:22:19,083 DEBUG [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:19,084 INFO [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] regionserver.HStore(327): Store=3379c3795a3ca24faac366b64ab7da81/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:19,084 INFO [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,084 INFO [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3379c3795a3ca24faac366b64ab7da81 columnFamilyName sid 2024-11-12T12:22:19,084 DEBUG [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:19,085 INFO [StoreOpener-3379c3795a3ca24faac366b64ab7da81-1 {}] regionserver.HStore(327): Store=3379c3795a3ca24faac366b64ab7da81/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:19,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/replication/3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/replication/3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:22:19,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/replication/3379c3795a3ca24faac366b64ab7da81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:19,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3379c3795a3ca24faac366b64ab7da81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60519935, jitterRate=-0.09818269312381744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:22:19,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:19,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3379c3795a3ca24faac366b64ab7da81: Running coprocessor pre-open hook at 1731414139080Writing region info on filesystem at 1731414139080Initializing all the Stores at 1731414139081 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414139081Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414139081Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414139081Cleaning up temporary data from old regions at 1731414139086 (+5 ms)Running coprocessor post-open hooks at 1731414139088 (+2 ms)Region opened successfully at 1731414139088 2024-11-12T12:22:19,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81., pid=10, masterSystemTime=1731414139061 2024-11-12T12:22:19,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:19,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:19,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3379c3795a3ca24faac366b64ab7da81, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:19,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3379c3795a3ca24faac366b64ab7da81, server=4a91c05c96a4,34953,1731414126073 because future has completed 2024-11-12T12:22:19,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:22:19,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3379c3795a3ca24faac366b64ab7da81, server=4a91c05c96a4,34953,1731414126073 in 184 msec 2024-11-12T12:22:19,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:22:19,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3379c3795a3ca24faac366b64ab7da81, ASSIGN in 339 msec 2024-11-12T12:22:19,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:22:19,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414139095"}]},"ts":"1731414139095"} 2024-11-12T12:22:19,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:22:19,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:22:19,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 797 msec 2024-11-12T12:22:19,102 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 379, reset compression=false 2024-11-12T12:22:19,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81., hostname=4a91c05c96a4,34953,1731414126073, seqNum=2] 2024-11-12T12:22:19,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:19,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:19,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:22:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:19,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:22:19,514 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:22:19,539 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,34953,1731414126073, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:22:19,539 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:19,540 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,34953,1731414126073, seqNum=-1] 2024-11-12T12:22:19,540 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:19,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T12:22:19,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,34953,1731414126073', locateType=CURRENT is [region=hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81., hostname=4a91c05c96a4,34953,1731414126073, seqNum=2] 2024-11-12T12:22:19,544 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:22:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:22:19,546 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,34953,1731414126073 suceeded 2024-11-12T12:22:19,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:22:19,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T12:22:19,548 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:40725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:22:19,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2560 sec 2024-11-12T12:22:19,562 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:40725' 2024-11-12T12:22:19,564 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36323354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:19,564 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40725,-1 for getting cluster id 2024-11-12T12:22:19,564 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:19,565 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea9bbd0-fce4-4e14-9216-a868fe0978ce' 2024-11-12T12:22:19,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:19,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea9bbd0-fce4-4e14-9216-a868fe0978ce" 2024-11-12T12:22:19,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25adbf73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:19,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40725,-1] 2024-11-12T12:22:19,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:19,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:19,566 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:19,566 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cadee76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:19,567 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:19,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:19,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58ef37ab 2024-11-12T12:22:19,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:19,568 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-12T12:22:19,569 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,34953,1731414126073 (queues=1) is replicating from cluster=13f86921-b1ee-443b-8824-587cf4ef5fe7 to cluster=4ea9bbd0-fce4-4e14-9216-a868fe0978ce 2024-11-12T12:22:19,569 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C34953%2C1731414126073 2024-11-12T12:22:19,569 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,34953,1731414126073, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:22:19,570 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535, startPosition=0, beingWritten=true 2024-11-12T12:22:19,571 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C34953%2C1731414126073 2024-11-12T12:22:19,574 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:19,574 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 379, reset compression=false 2024-11-12T12:22:19,574 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34953,1731414126073 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:19,651 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 379, reset compression=false 2024-11-12T12:22:19,706 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 379, reset compression=false 2024-11-12T12:22:19,777 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 379, reset compression=false 2024-11-12T12:22:20,080 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 379, reset compression=false 2024-11-12T12:22:20,405 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T12:22:20,410 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 379, reset compression=false 2024-11-12T12:22:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:20,437 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:22:20,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:22:20,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:20,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:20,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:20,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:20,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,36679,-1 for getting cluster id 2024-11-12T12:22:20,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:20,439 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '588574f5-fa10-427c-93d0-c2fec310dd23' 2024-11-12T12:22:20,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:20,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "588574f5-fa10-427c-93d0-c2fec310dd23" 2024-11-12T12:22:20,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45da5703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,36679,-1] 2024-11-12T12:22:20,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:20,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:20,440 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3546dc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40725,-1 for getting cluster id 2024-11-12T12:22:20,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:20,442 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea9bbd0-fce4-4e14-9216-a868fe0978ce' 2024-11-12T12:22:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea9bbd0-fce4-4e14-9216-a868fe0978ce" 2024-11-12T12:22:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c1c3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40725,-1] 2024-11-12T12:22:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:20,443 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aba0b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,38167,-1 for getting cluster id 2024-11-12T12:22:20,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:20,445 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13f86921-b1ee-443b-8824-587cf4ef5fe7' 2024-11-12T12:22:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13f86921-b1ee-443b-8824-587cf4ef5fe7" 2024-11-12T12:22:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a90e563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,38167,-1] 2024-11-12T12:22:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:20,446 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718f3df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,34047,1731414115082, seqNum=-1] 2024-11-12T12:22:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:20,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8., hostname=4a91c05c96a4,34047,1731414115082, seqNum=2] 2024-11-12T12:22:20,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:20,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,34953,1731414126073, seqNum=-1] 2024-11-12T12:22:20,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:20,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:20,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c., hostname=4a91c05c96a4,34953,1731414126073, seqNum=2] 2024-11-12T12:22:20,457 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T12:22:20,483 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 379, reset compression=false 2024-11-12T12:22:20,554 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 379, reset compression=false 2024-11-12T12:22:20,557 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:22:20,557 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 480, reset compression=false 2024-11-12T12:22:20,557 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34047,1731414115082 got entry batch from reader: WALEntryBatch [walEntries=[{test/553100e2f7a06981542ddf8a9b4228a8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T12:22:20,559 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:22:20,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-12T12:22:20,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:22:20,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31120ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40725,-1 for getting cluster id 2024-11-12T12:22:20,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:20,561 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea9bbd0-fce4-4e14-9216-a868fe0978ce' 2024-11-12T12:22:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea9bbd0-fce4-4e14-9216-a868fe0978ce" 2024-11-12T12:22:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78bc90a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40725,-1] 2024-11-12T12:22:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:20,562 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:20,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f124e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:20,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,44929,1731414120603, seqNum=-1] 2024-11-12T12:22:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:20,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T12:22:20,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731414131710.294503e6a96aaac05a481fde7c57c272., hostname=4a91c05c96a4,44929,1731414120603, seqNum=2] 2024-11-12T12:22:20,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:22:20,760 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 480, reset compression=false 2024-11-12T12:22:20,987 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 379, reset compression=false 2024-11-12T12:22:21,063 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 480, reset compression=false 2024-11-12T12:22:21,213 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 379, reset compression=false 2024-11-12T12:22:21,217 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:22:21,217 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 503, reset compression=false 2024-11-12T12:22:21,217 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,44929,1731414120603 got entry batch from reader: WALEntryBatch [walEntries=[{test/294503e6a96aaac05a481fde7c57c272/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T12:22:21,219 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:22:21,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-12T12:22:21,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:22:21,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5adf0a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:21,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,38167,-1 for getting cluster id 2024-11-12T12:22:21,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:21,223 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13f86921-b1ee-443b-8824-587cf4ef5fe7' 2024-11-12T12:22:21,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:21,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13f86921-b1ee-443b-8824-587cf4ef5fe7" 2024-11-12T12:22:21,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4695ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:21,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,38167,-1] 2024-11-12T12:22:21,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:21,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:21,224 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:21,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@185e506e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:21,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:21,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,34953,1731414126073, seqNum=-1] 2024-11-12T12:22:21,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:21,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T12:22:21,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c., hostname=4a91c05c96a4,34953,1731414126073, seqNum=2] 2024-11-12T12:22:21,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:22:21,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:22:21,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:21,420 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 503, reset compression=false 2024-11-12T12:22:21,458 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T12:22:21,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,44929,1731414120603, seqNum=-1] 2024-11-12T12:22:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:21,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731414131710.294503e6a96aaac05a481fde7c57c272., hostname=4a91c05c96a4,44929,1731414120603, seqNum=2] 2024-11-12T12:22:21,464 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T12:22:21,467 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 480, reset compression=false 2024-11-12T12:22:21,590 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 379, reset compression=false 2024-11-12T12:22:21,594 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:21,594 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 526, reset compression=false 2024-11-12T12:22:21,594 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34953,1731414126073 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:21,723 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 503, reset compression=false 2024-11-12T12:22:21,728 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:22:21,728 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 607, reset compression=false 2024-11-12T12:22:21,728 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,44929,1731414120603 got entry batch from reader: WALEntryBatch [walEntries=[{test/294503e6a96aaac05a481fde7c57c272/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T12:22:21,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:22:21,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:22:21,797 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 526, reset compression=false 2024-11-12T12:22:21,801 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:21,801 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 653, reset compression=false 2024-11-12T12:22:21,801 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34953,1731414126073 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:21,931 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 607, reset compression=false 2024-11-12T12:22:21,970 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 480, reset compression=false 2024-11-12T12:22:22,005 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 653, reset compression=false 2024-11-12T12:22:22,234 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 607, reset compression=false 2024-11-12T12:22:22,308 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 653, reset compression=false 2024-11-12T12:22:22,465 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T12:22:22,468 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T12:22:22,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:22,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:22:22,548 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108537 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:22:22,573 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 480, reset compression=false 2024-11-12T12:22:22,637 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 607, reset compression=false 2024-11-12T12:22:22,711 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 653, reset compression=false 2024-11-12T12:22:22,715 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:22:22,715 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 757, reset compression=false 2024-11-12T12:22:22,715 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34953,1731414126073 got entry batch from reader: WALEntryBatch [walEntries=[{test/81ca6eaa4b0ded470563d14edd8e7a7c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T12:22:22,716 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:22:22,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-12T12:22:22,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:22:22,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:22:22,926 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 757, reset compression=false 2024-11-12T12:22:23,140 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 607, reset compression=false 2024-11-12T12:22:23,144 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:23,144 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 734, reset compression=false 2024-11-12T12:22:23,144 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,44929,1731414120603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:23,229 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 757, reset compression=false 2024-11-12T12:22:23,276 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 480, reset compression=false 2024-11-12T12:22:23,346 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 734, reset compression=false 2024-11-12T12:22:23,470 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T12:22:23,472 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T12:22:23,633 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 757, reset compression=false 2024-11-12T12:22:23,649 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 734, reset compression=false 2024-11-12T12:22:24,052 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 734, reset compression=false 2024-11-12T12:22:24,079 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 480, reset compression=false 2024-11-12T12:22:24,083 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:22:24,083 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:24,083 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34047,1731414115082 got entry batch from reader: WALEntryBatch [walEntries=[{test/553100e2f7a06981542ddf8a9b4228a8/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T12:22:24,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:22:24,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:22:24,136 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 757, reset compression=false 2024-11-12T12:22:24,285 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:24,466 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:22:24,474 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T12:22:24,555 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 734, reset compression=false 2024-11-12T12:22:24,559 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:22:24,559 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 881, reset compression=false 2024-11-12T12:22:24,559 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,44929,1731414120603 got entry batch from reader: WALEntryBatch [walEntries=[{test/294503e6a96aaac05a481fde7c57c272/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T12:22:24,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:22:24,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:22:24,588 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:24,739 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 757, reset compression=false 2024-11-12T12:22:24,743 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:24,743 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 927, reset compression=false 2024-11-12T12:22:24,743 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34953,1731414126073 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:24,762 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 881, reset compression=false 2024-11-12T12:22:24,947 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 927, reset compression=false 2024-11-12T12:22:24,992 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:25,065 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 881, reset compression=false 2024-11-12T12:22:25,250 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 927, reset compression=false 2024-11-12T12:22:25,468 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 881, reset compression=false 2024-11-12T12:22:25,475 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T12:22:25,477 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T12:22:25,495 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:25,653 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 927, reset compression=false 2024-11-12T12:22:25,971 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 881, reset compression=false 2024-11-12T12:22:25,974 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:22:25,974 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1040, reset compression=false 2024-11-12T12:22:25,975 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,44929,1731414120603 got entry batch from reader: WALEntryBatch [walEntries=[{test/294503e6a96aaac05a481fde7c57c272/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T12:22:25,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:22:25,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:22:26,098 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:26,156 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 927, reset compression=false 2024-11-12T12:22:26,159 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:26,159 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1076, reset compression=false 2024-11-12T12:22:26,159 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34953,1731414126073 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:26,177 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1040, reset compression=false 2024-11-12T12:22:26,362 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1076, reset compression=false 2024-11-12T12:22:26,479 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T12:22:26,481 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1040, reset compression=false 2024-11-12T12:22:26,482 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T12:22:26,656 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-11-12T12:22:26,657 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-12T12:22:26,664 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1076, reset compression=false 2024-11-12T12:22:26,668 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:22:26,668 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1235, reset compression=false 2024-11-12T12:22:26,668 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34953,1731414126073 got entry batch from reader: WALEntryBatch [walEntries=[{test/81ca6eaa4b0ded470563d14edd8e7a7c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T12:22:26,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T12:22:26,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T12:22:26,802 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:26,870 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1235, reset compression=false 2024-11-12T12:22:26,884 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1040, reset compression=false 2024-11-12T12:22:26,887 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:26,887 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1189, reset compression=false 2024-11-12T12:22:26,887 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,44929,1731414120603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:27,090 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1189, reset compression=false 2024-11-12T12:22:27,173 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1235, reset compression=false 2024-11-12T12:22:27,393 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1189, reset compression=false 2024-11-12T12:22:27,484 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T12:22:27,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:22:27,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:22:27,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:27,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:27,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:27,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:27,489 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:22:27,489 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=272800189, stopped=false 2024-11-12T12:22:27,489 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,38167,1731414125930 2024-11-12T12:22:27,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-743195970/running 2024-11-12T12:22:27,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-743195970/running 2024-11-12T12:22:27,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:27,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:27,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:22:27,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:22:27,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:27,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:27,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,34953,1731414126073' ***** 2024-11-12T12:22:27,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:22:27,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Set watcher on znode that does not yet exist, /2-743195970/running 2024-11-12T12:22:27,510 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:22:27,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Set watcher on znode that does not yet exist, /2-743195970/running 2024-11-12T12:22:27,510 INFO [RS:0;4a91c05c96a4:34953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:22:27,510 INFO [RS:0;4a91c05c96a4:34953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:22:27,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:22:27,510 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(3091): Received CLOSE for 3379c3795a3ca24faac366b64ab7da81 2024-11-12T12:22:27,511 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(3091): Received CLOSE for 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:27,511 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:27,511 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:22:27,511 INFO [RS:0;4a91c05c96a4:34953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:34953. 2024-11-12T12:22:27,511 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3379c3795a3ca24faac366b64ab7da81, disabling compactions & flushes 2024-11-12T12:22:27,511 DEBUG [RS:0;4a91c05c96a4:34953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:27,511 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:27,511 DEBUG [RS:0;4a91c05c96a4:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:27,511 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:27,511 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. after waiting 0 ms 2024-11-12T12:22:27,511 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:27,511 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:22:27,511 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:22:27,511 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:22:27,511 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:22:27,511 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3379c3795a3ca24faac366b64ab7da81 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-12T12:22:27,511 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:22:27,511 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3379c3795a3ca24faac366b64ab7da81=hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81., 81ca6eaa4b0ded470563d14edd8e7a7c=test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c.} 2024-11-12T12:22:27,511 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3379c3795a3ca24faac366b64ab7da81, 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:27,511 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:22:27,511 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:22:27,511 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:22:27,511 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:22:27,511 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:22:27,511 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:22:27,520 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:22:27,525 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/replication/3379c3795a3ca24faac366b64ab7da81/.tmp/queue/8176a48332ad4a32b046e1be45271ba6 is 154, key is 1-4a91c05c96a4,34953,1731414126073/queue:4a91c05c96a4%2C34953%2C1731414126073/1731414146672/Put/seqid=0 2024-11-12T12:22:27,525 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/info/5d651e968fc049a49994ae034b14f2fa is 147, key is hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81./info:regioninfo/1731414139091/Put/seqid=0 2024-11-12T12:22:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741841_1017 (size=5353) 2024-11-12T12:22:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741840_1016 (size=7686) 2024-11-12T12:22:27,528 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/info/5d651e968fc049a49994ae034b14f2fa 2024-11-12T12:22:27,543 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/ns/6606a61fdd0d4040a987ac20a7ea639b is 43, key is default/ns:d/1731414129474/Put/seqid=0 2024-11-12T12:22:27,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:22:27,576 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1235, reset compression=false 2024-11-12T12:22:27,604 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:27,711 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3379c3795a3ca24faac366b64ab7da81, 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:27,796 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1189, reset compression=false 2024-11-12T12:22:27,911 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3379c3795a3ca24faac366b64ab7da81, 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:27,928 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/replication/3379c3795a3ca24faac366b64ab7da81/.tmp/queue/8176a48332ad4a32b046e1be45271ba6 2024-11-12T12:22:27,933 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/replication/3379c3795a3ca24faac366b64ab7da81/.tmp/queue/8176a48332ad4a32b046e1be45271ba6 as hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/replication/3379c3795a3ca24faac366b64ab7da81/queue/8176a48332ad4a32b046e1be45271ba6 2024-11-12T12:22:27,936 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/replication/3379c3795a3ca24faac366b64ab7da81/queue/8176a48332ad4a32b046e1be45271ba6, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T12:22:27,937 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 3379c3795a3ca24faac366b64ab7da81 in 426ms, sequenceid=12, compaction requested=false 2024-11-12T12:22:27,940 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/replication/3379c3795a3ca24faac366b64ab7da81/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T12:22:27,940 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:22:27,940 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:22:27,940 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:27,940 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3379c3795a3ca24faac366b64ab7da81: Waiting for close lock at 1731414147511Running coprocessor pre-close hooks at 1731414147511Disabling compacts and flushes for region at 1731414147511Disabling writes for close at 1731414147511Obtaining lock to block concurrent updates at 1731414147511Preparing flush snapshotting stores in 3379c3795a3ca24faac366b64ab7da81 at 1731414147511Finished memstore snapshotting hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731414147511Flushing stores of hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. at 1731414147512 (+1 ms)Flushing 3379c3795a3ca24faac366b64ab7da81/queue: creating writer at 1731414147512Flushing 3379c3795a3ca24faac366b64ab7da81/queue: appending metadata at 1731414147525 (+13 ms)Flushing 3379c3795a3ca24faac366b64ab7da81/queue: closing flushed file at 1731414147525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9ec495: reopening flushed file at 1731414147932 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 3379c3795a3ca24faac366b64ab7da81 in 426ms, sequenceid=12, compaction requested=false at 1731414147937 (+5 ms)Writing region close event to WAL at 1731414147937Running coprocessor post-close hooks at 1731414147940 (+3 ms)Closed at 1731414147940 2024-11-12T12:22:27,940 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731414138299.3379c3795a3ca24faac366b64ab7da81. 2024-11-12T12:22:27,941 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81ca6eaa4b0ded470563d14edd8e7a7c, disabling compactions & flushes 2024-11-12T12:22:27,941 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:27,941 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:27,941 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. after waiting 0 ms 2024-11-12T12:22:27,941 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:27,941 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81ca6eaa4b0ded470563d14edd8e7a7c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T12:22:27,947 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/ns/6606a61fdd0d4040a987ac20a7ea639b 2024-11-12T12:22:27,967 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/.tmp/f/2847db3a071b4667a586581587845e82 is 29, key is row1/f:/1731414145476/DeleteFamily/seqid=0 2024-11-12T12:22:27,970 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/rep_barrier/3e7af4c563c147d6901a89cb9089d975 is 112, key is test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c./rep_barrier:seqnumDuringOpen/1731414134108/Put/seqid=0 2024-11-12T12:22:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741843_1019 (size=5152) 2024-11-12T12:22:27,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741844_1020 (size=5518) 2024-11-12T12:22:27,973 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/rep_barrier/3e7af4c563c147d6901a89cb9089d975 2024-11-12T12:22:27,992 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/table/53e7a06a65004c7abb6ef3351e81499c is 53, key is hbase:replication/table:state/1731414139095/Put/seqid=0 2024-11-12T12:22:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741845_1021 (size=5308) 2024-11-12T12:22:28,079 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1235, reset compression=false 2024-11-12T12:22:28,083 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:28,083 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1482, reset compression=false 2024-11-12T12:22:28,083 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34953,1731414126073 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:28,084 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a91c05c96a4,34953,1731414126073: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a91c05c96a4,34953,1731414126073, walGroup=4a91c05c96a4%2C34953%2C1731414126073, offset=4a91c05c96a4%2C34953%2C1731414126073.1731414128535:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:34953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T12:22:28,085 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:22:28,085 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:22:28,086 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:22:28,086 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:22:28,086 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:22:28,086 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 943559104 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202495440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T12:22:28,086 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:38167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:38167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T12:22:28,112 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:28,285 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1482, reset compression=false 2024-11-12T12:22:28,299 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1189, reset compression=false 2024-11-12T12:22:28,312 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:28,371 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/.tmp/f/2847db3a071b4667a586581587845e82 2024-11-12T12:22:28,375 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2847db3a071b4667a586581587845e82 2024-11-12T12:22:28,387 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/.tmp/f1/f0bd6eedc787405aa1166786572af3dc is 30, key is row1/f1:/1731414145476/DeleteFamily/seqid=0 2024-11-12T12:22:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741846_1022 (size=5158) 2024-11-12T12:22:28,396 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/table/53e7a06a65004c7abb6ef3351e81499c 2024-11-12T12:22:28,399 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/info/5d651e968fc049a49994ae034b14f2fa as hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/info/5d651e968fc049a49994ae034b14f2fa 2024-11-12T12:22:28,402 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/info/5d651e968fc049a49994ae034b14f2fa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:22:28,403 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/ns/6606a61fdd0d4040a987ac20a7ea639b as hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/ns/6606a61fdd0d4040a987ac20a7ea639b 2024-11-12T12:22:28,406 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/ns/6606a61fdd0d4040a987ac20a7ea639b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:22:28,407 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/rep_barrier/3e7af4c563c147d6901a89cb9089d975 as hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/rep_barrier/3e7af4c563c147d6901a89cb9089d975 2024-11-12T12:22:28,410 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/rep_barrier/3e7af4c563c147d6901a89cb9089d975, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:22:28,411 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/.tmp/table/53e7a06a65004c7abb6ef3351e81499c as hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/table/53e7a06a65004c7abb6ef3351e81499c 2024-11-12T12:22:28,415 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/table/53e7a06a65004c7abb6ef3351e81499c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:22:28,416 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false 2024-11-12T12:22:28,420 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:22:28,420 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:22:28,423 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:22:28,424 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:22:28,424 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:22:28,424 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:28,424 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414147511Running coprocessor pre-close hooks at 1731414147511Disabling compacts and flushes for region at 1731414147511Disabling writes for close at 1731414147511Obtaining lock to block concurrent updates at 1731414147511Preparing flush snapshotting stores in 1588230740 at 1731414147511Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731414147511Flushing stores of hbase:meta,,1.1588230740 at 1731414147512 (+1 ms)Flushing 1588230740/info: creating writer at 1731414147512Flushing 1588230740/info: appending metadata at 1731414147525 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731414147525Flushing 1588230740/ns: creating writer at 1731414147531 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731414147543 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731414147543Flushing 1588230740/rep_barrier: creating writer at 1731414147957 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414147970 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414147970Flushing 1588230740/table: creating writer at 1731414147977 (+7 ms)Flushing 1588230740/table: appending metadata at 1731414147992 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731414147992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e50289: reopening flushed file at 1731414148399 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb13c0f: reopening flushed file at 1731414148402 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f13e7d: reopening flushed file at 1731414148406 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e258b6: reopening flushed file at 1731414148410 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false at 1731414148416 (+6 ms)Writing region close event to WAL at 1731414148421 (+5 ms)Running coprocessor post-close hooks at 1731414148424 (+3 ms)Closed at 1731414148424 2024-11-12T12:22:28,424 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:28,507 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:28,512 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:22:28,512 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1325): Online Regions={81ca6eaa4b0ded470563d14edd8e7a7c=test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c.} 2024-11-12T12:22:28,512 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1351): Waiting on 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:28,588 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1482, reset compression=false 2024-11-12T12:22:28,712 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1351): Waiting on 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:28,792 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/.tmp/f1/f0bd6eedc787405aa1166786572af3dc 2024-11-12T12:22:28,796 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0bd6eedc787405aa1166786572af3dc 2024-11-12T12:22:28,808 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/.tmp/norep/fd08fe664e1141a5bf081786715b5c54 is 33, key is row2/norep:/1731414146480/DeleteFamily/seqid=0 2024-11-12T12:22:28,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741847_1023 (size=5108) 2024-11-12T12:22:28,902 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1189, reset compression=false 2024-11-12T12:22:28,912 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1351): Waiting on 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:28,991 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1482, reset compression=false 2024-11-12T12:22:29,112 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1351): Waiting on 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:29,211 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/.tmp/norep/fd08fe664e1141a5bf081786715b5c54 2024-11-12T12:22:29,313 DEBUG [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1351): Waiting on 81ca6eaa4b0ded470563d14edd8e7a7c 2024-11-12T12:22:29,338 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd08fe664e1141a5bf081786715b5c54 2024-11-12T12:22:29,338 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/.tmp/f/2847db3a071b4667a586581587845e82 as hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/f/2847db3a071b4667a586581587845e82 2024-11-12T12:22:29,342 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2847db3a071b4667a586581587845e82 2024-11-12T12:22:29,342 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/f/2847db3a071b4667a586581587845e82, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T12:22:29,343 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/.tmp/f1/f0bd6eedc787405aa1166786572af3dc as hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/f1/f0bd6eedc787405aa1166786572af3dc 2024-11-12T12:22:29,346 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0bd6eedc787405aa1166786572af3dc 2024-11-12T12:22:29,347 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/f1/f0bd6eedc787405aa1166786572af3dc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T12:22:29,347 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/.tmp/norep/fd08fe664e1141a5bf081786715b5c54 as hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/norep/fd08fe664e1141a5bf081786715b5c54 2024-11-12T12:22:29,350 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd08fe664e1141a5bf081786715b5c54 2024-11-12T12:22:29,351 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/norep/fd08fe664e1141a5bf081786715b5c54, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T12:22:29,351 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 81ca6eaa4b0ded470563d14edd8e7a7c in 1410ms, sequenceid=10, compaction requested=false 2024-11-12T12:22:29,354 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/data/default/test/81ca6eaa4b0ded470563d14edd8e7a7c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T12:22:29,355 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:22:29,355 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:22:29,355 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:29,355 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81ca6eaa4b0ded470563d14edd8e7a7c: Waiting for close lock at 1731414147941Running coprocessor pre-close hooks at 1731414147941Disabling compacts and flushes for region at 1731414147941Disabling writes for close at 1731414147941Obtaining lock to block concurrent updates at 1731414147941Preparing flush snapshotting stores in 81ca6eaa4b0ded470563d14edd8e7a7c at 1731414147941Finished memstore snapshotting test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731414147941Flushing stores of test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. at 1731414147941Flushing 81ca6eaa4b0ded470563d14edd8e7a7c/f: creating writer at 1731414147942 (+1 ms)Flushing 81ca6eaa4b0ded470563d14edd8e7a7c/f: appending metadata at 1731414147966 (+24 ms)Flushing 81ca6eaa4b0ded470563d14edd8e7a7c/f: closing flushed file at 1731414147966Flushing 81ca6eaa4b0ded470563d14edd8e7a7c/f1: creating writer at 1731414148375 (+409 ms)Flushing 81ca6eaa4b0ded470563d14edd8e7a7c/f1: appending metadata at 1731414148387 (+12 ms)Flushing 81ca6eaa4b0ded470563d14edd8e7a7c/f1: closing flushed file at 1731414148387Flushing 81ca6eaa4b0ded470563d14edd8e7a7c/norep: creating writer at 1731414148796 (+409 ms)Flushing 81ca6eaa4b0ded470563d14edd8e7a7c/norep: appending metadata at 1731414148807 (+11 ms)Flushing 81ca6eaa4b0ded470563d14edd8e7a7c/norep: closing flushed file at 1731414148807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd960af: reopening flushed file at 1731414149338 (+531 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0f0f86: reopening flushed file at 1731414149342 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2cb6b0: reopening flushed file at 1731414149347 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 81ca6eaa4b0ded470563d14edd8e7a7c in 1410ms, sequenceid=10, compaction requested=false at 1731414149351 (+4 ms)Writing region close event to WAL at 1731414149352 (+1 ms)Running coprocessor post-close hooks at 1731414149355 (+3 ms)Closed at 1731414149355 2024-11-12T12:22:29,355 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414132850.81ca6eaa4b0ded470563d14edd8e7a7c. 2024-11-12T12:22:29,494 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 1482, reset compression=false 2024-11-12T12:22:29,498 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:29,498 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 2126, reset compression=false 2024-11-12T12:22:29,510 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:29,513 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,34953,1731414126073; all regions closed. 2024-11-12T12:22:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741834_1010 (size=4239) 2024-11-12T12:22:29,514 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.meta.1731414129435.meta not finished, retry = 0 2024-11-12T12:22:29,605 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1189, reset compression=false 2024-11-12T12:22:29,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741839_1015 (size=3114) 2024-11-12T12:22:29,617 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.rep.1731414139065 not finished, retry = 0 2024-11-12T12:22:29,700 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/WALs/4a91c05c96a4,34953,1731414126073/4a91c05c96a4%2C34953%2C1731414126073.1731414128535 to pos 2126, reset compression=false 2024-11-12T12:22:29,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741832_1008 (size=2134) 2024-11-12T12:22:29,719 DEBUG [RS:0;4a91c05c96a4:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:29,720 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:22:29,720 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:22:29,720 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:22:29,720 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:22:29,720 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:22:29,720 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,34953,1731414126073 because: Region server is closing 2024-11-12T12:22:29,721 INFO [RS:0;4a91c05c96a4:34953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:34953. 2024-11-12T12:22:29,721 DEBUG [RS:0;4a91c05c96a4:34953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:29,721 DEBUG [RS:0;4a91c05c96a4:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:29,721 DEBUG [RS:0;4a91c05c96a4:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:29,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:29,821 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.shipper4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 terminated 2024-11-12T12:22:29,821 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34953,1731414126073.replicationSource.wal-reader.4a91c05c96a4%2C34953%2C1731414126073,1-4a91c05c96a4,34953,1731414126073 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:22:29,821 INFO [RS:0;4a91c05c96a4:34953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:34953. 2024-11-12T12:22:29,822 DEBUG [RS:0;4a91c05c96a4:34953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:29,822 DEBUG [RS:0;4a91c05c96a4:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:29,822 DEBUG [RS:0;4a91c05c96a4:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:29,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:29,822 INFO [RS:0;4a91c05c96a4:34953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34953 2024-11-12T12:22:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-743195970/rs/4a91c05c96a4,34953,1731414126073 2024-11-12T12:22:29,875 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:22:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970/rs 2024-11-12T12:22:29,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,34953,1731414126073] 2024-11-12T12:22:29,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-743195970/draining/4a91c05c96a4,34953,1731414126073 already deleted, retry=false 2024-11-12T12:22:29,896 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,34953,1731414126073 expired; onlineServers=0 2024-11-12T12:22:29,896 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,38167,1731414125930' ***** 2024-11-12T12:22:29,896 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:22:29,896 INFO [M:0;4a91c05c96a4:38167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:22:29,896 INFO [M:0;4a91c05c96a4:38167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:22:29,896 DEBUG [M:0;4a91c05c96a4:38167 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:22:29,896 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:22:29,896 DEBUG [M:0;4a91c05c96a4:38167 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:22:29,896 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414128222 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414128222,5,FailOnTimeoutGroup] 2024-11-12T12:22:29,897 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414128222 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414128222,5,FailOnTimeoutGroup] 2024-11-12T12:22:29,897 INFO [M:0;4a91c05c96a4:38167 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:22:29,897 INFO [M:0;4a91c05c96a4:38167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:22:29,897 DEBUG [M:0;4a91c05c96a4:38167 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:22:29,897 INFO [M:0;4a91c05c96a4:38167 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:22:29,897 INFO [M:0;4a91c05c96a4:38167 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:22:29,897 INFO [M:0;4a91c05c96a4:38167 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:22:29,897 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:22:29,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-743195970/master 2024-11-12T12:22:29,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-743195970 2024-11-12T12:22:29,979 DEBUG [M:0;4a91c05c96a4:38167 {}] zookeeper.ZKUtil(347): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Unable to get data of znode /2-743195970/master because node does not exist (not an error) 2024-11-12T12:22:29,979 WARN [M:0;4a91c05c96a4:38167 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:22:29,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:29,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x1012efeb6ab0007, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:29,986 INFO [RS:0;4a91c05c96a4:34953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:22:29,986 INFO [RS:0;4a91c05c96a4:34953 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,34953,1731414126073; zookeeper connection closed. 2024-11-12T12:22:29,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c7415bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c7415bd 2024-11-12T12:22:29,989 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:22:29,989 INFO [M:0;4a91c05c96a4:38167 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/.lastflushedseqids 2024-11-12T12:22:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741848_1024 (size=245) 2024-11-12T12:22:30,043 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:22:30,393 INFO [M:0;4a91c05c96a4:38167 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:22:30,393 INFO [M:0;4a91c05c96a4:38167 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:22:30,393 DEBUG [M:0;4a91c05c96a4:38167 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:22:30,393 INFO [M:0;4a91c05c96a4:38167 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:30,393 DEBUG [M:0;4a91c05c96a4:38167 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:30,394 DEBUG [M:0;4a91c05c96a4:38167 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:22:30,394 DEBUG [M:0;4a91c05c96a4:38167 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:30,394 INFO [M:0;4a91c05c96a4:38167 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-12T12:22:30,408 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1189, reset compression=false 2024-11-12T12:22:30,410 DEBUG [M:0;4a91c05c96a4:38167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/201c4d61478041ae9850d2c24279944e is 82, key is hbase:meta,,1/info:regioninfo/1731414129462/Put/seqid=0 2024-11-12T12:22:30,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741849_1025 (size=5672) 2024-11-12T12:22:30,612 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:30,813 INFO [M:0;4a91c05c96a4:38167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/201c4d61478041ae9850d2c24279944e 2024-11-12T12:22:30,829 DEBUG [M:0;4a91c05c96a4:38167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fdda63a9d9f84ad0a7a4aebae5bf5aca is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731414139098/Put/seqid=0 2024-11-12T12:22:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741850_1026 (size=8515) 2024-11-12T12:22:31,233 INFO [M:0;4a91c05c96a4:38167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fdda63a9d9f84ad0a7a4aebae5bf5aca 2024-11-12T12:22:31,250 DEBUG [M:0;4a91c05c96a4:38167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ec0f725a4214f178eafc4aa1536b8df is 69, key is 4a91c05c96a4,34953,1731414126073/rs:state/1731414128338/Put/seqid=0 2024-11-12T12:22:31,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741851_1027 (size=5156) 2024-11-12T12:22:31,311 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1189, reset compression=false 2024-11-12T12:22:31,653 INFO [M:0;4a91c05c96a4:38167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ec0f725a4214f178eafc4aa1536b8df 2024-11-12T12:22:31,657 DEBUG [M:0;4a91c05c96a4:38167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/201c4d61478041ae9850d2c24279944e as hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/201c4d61478041ae9850d2c24279944e 2024-11-12T12:22:31,660 INFO [M:0;4a91c05c96a4:38167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/201c4d61478041ae9850d2c24279944e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T12:22:31,661 DEBUG [M:0;4a91c05c96a4:38167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fdda63a9d9f84ad0a7a4aebae5bf5aca as hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fdda63a9d9f84ad0a7a4aebae5bf5aca 2024-11-12T12:22:31,664 INFO [M:0;4a91c05c96a4:38167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fdda63a9d9f84ad0a7a4aebae5bf5aca, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T12:22:31,664 DEBUG [M:0;4a91c05c96a4:38167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ec0f725a4214f178eafc4aa1536b8df as hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ec0f725a4214f178eafc4aa1536b8df 2024-11-12T12:22:31,667 INFO [M:0;4a91c05c96a4:38167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35913/user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ec0f725a4214f178eafc4aa1536b8df, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T12:22:31,668 INFO [M:0;4a91c05c96a4:38167 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-12T12:22:31,669 INFO [M:0;4a91c05c96a4:38167 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:31,669 DEBUG [M:0;4a91c05c96a4:38167 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414150393Disabling compacts and flushes for region at 1731414150393Disabling writes for close at 1731414150394 (+1 ms)Obtaining lock to block concurrent updates at 1731414150394Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414150394Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731414150394Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414150394Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414150394Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414150409 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414150409Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414150817 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414150829 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414150829Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414151237 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414151249 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414151249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161b8f3: reopening flushed file at 1731414151657 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f45ee1: reopening flushed file at 1731414151660 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d73e98b: reopening flushed file at 1731414151664 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1731414151668 (+4 ms)Writing region close event to WAL at 1731414151669 (+1 ms)Closed at 1731414151669 2024-11-12T12:22:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45123 is added to blk_1073741830_1006 (size=63642) 2024-11-12T12:22:31,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bb91c36-8dc1-e500-244f-c5ac6e2d2003/MasterData/WALs/4a91c05c96a4,38167,1731414125930/4a91c05c96a4%2C38167%2C1731414125930.1731414127820 not finished, retry = 0 2024-11-12T12:22:31,771 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:22:31,771 INFO [M:0;4a91c05c96a4:38167 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:22:31,771 INFO [M:0;4a91c05c96a4:38167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38167 2024-11-12T12:22:31,772 INFO [M:0;4a91c05c96a4:38167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:22:31,815 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:31,935 INFO [M:0;4a91c05c96a4:38167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:22:31,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:31,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x1012efeb6ab0006, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:31,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d89182b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:22:31,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3930de67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:22:31,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:22:31,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf27b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:22:31,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224bae05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/hadoop.log.dir/,STOPPED} 2024-11-12T12:22:31,940 WARN [BP-1185883225-172.17.0.3-1731414123974 heartbeating to localhost/127.0.0.1:35913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:22:31,940 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:22:31,940 WARN [BP-1185883225-172.17.0.3-1731414123974 heartbeating to localhost/127.0.0.1:35913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1185883225-172.17.0.3-1731414123974 (Datanode Uuid 2f7a49c3-2ca6-497f-ba0a-f70f9afe6d6d) service to localhost/127.0.0.1:35913 2024-11-12T12:22:31,940 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:22:31,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/cluster_cc76eab5-b101-0524-2a21-7763546fb00e/data/data1/current/BP-1185883225-172.17.0.3-1731414123974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:22:31,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/cluster_cc76eab5-b101-0524-2a21-7763546fb00e/data/data2/current/BP-1185883225-172.17.0.3-1731414123974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:22:31,941 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:22:31,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c612044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:22:31,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72bf35d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:22:31,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:22:31,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350fbf81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:22:31,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f75cfab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/hadoop.log.dir/,STOPPED} 2024-11-12T12:22:31,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:22:31,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:22:31,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:22:31,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:31,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:31,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:31,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:31,963 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:22:31,963 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2052728582, stopped=false 2024-11-12T12:22:31,963 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,40725,1731414120455 2024-11-12T12:22:31,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-969736143/running 2024-11-12T12:22:31,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-969736143/running 2024-11-12T12:22:31,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:31,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:31,982 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:22:31,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:22:31,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:31,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:31,983 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,44929,1731414120603' ***** 2024-11-12T12:22:31,983 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:22:31,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Set watcher on znode that does not yet exist, /1-969736143/running 2024-11-12T12:22:31,983 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:22:31,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Set watcher on znode that does not yet exist, /1-969736143/running 2024-11-12T12:22:31,983 INFO [RS:0;4a91c05c96a4:44929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:22:31,983 INFO [RS:0;4a91c05c96a4:44929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:22:31,983 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:22:31,983 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(3091): Received CLOSE for 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:31,984 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(3091): Received CLOSE for 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:31,984 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:31,984 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:22:31,984 INFO [RS:0;4a91c05c96a4:44929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:44929. 2024-11-12T12:22:31,984 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8529cfc43710483e8f61130ec3908e67, disabling compactions & flushes 2024-11-12T12:22:31,984 DEBUG [RS:0;4a91c05c96a4:44929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:31,984 DEBUG [RS:0;4a91c05c96a4:44929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:31,984 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:31,984 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:31,984 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. after waiting 0 ms 2024-11-12T12:22:31,984 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:31,984 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8529cfc43710483e8f61130ec3908e67 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-12T12:22:31,984 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:22:31,984 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:22:31,984 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:22:31,984 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:22:31,985 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:22:31,985 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1325): Online Regions={8529cfc43710483e8f61130ec3908e67=hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67., 1588230740=hbase:meta,,1.1588230740, 294503e6a96aaac05a481fde7c57c272=test,,1731414131710.294503e6a96aaac05a481fde7c57c272.} 2024-11-12T12:22:31,985 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 294503e6a96aaac05a481fde7c57c272, 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:31,985 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:22:31,985 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:22:31,985 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:22:31,985 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:22:31,985 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:22:31,985 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:22:31,998 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/info/e660555769be4d209d7c6c0e4d36bbd2 is 147, key is hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67./info:regioninfo/1731414137307/Put/seqid=0 2024-11-12T12:22:31,998 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/replication/8529cfc43710483e8f61130ec3908e67/.tmp/queue/e80f7122dbec46a8818d88487fbbf82e is 154, key is 1-4a91c05c96a4,44929,1731414120603/queue:4a91c05c96a4%2C44929%2C1731414120603/1731414146888/Put/seqid=0 2024-11-12T12:22:32,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741840_1016 (size=7686) 2024-11-12T12:22:32,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741841_1017 (size=5353) 2024-11-12T12:22:32,047 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:22:32,185 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 294503e6a96aaac05a481fde7c57c272, 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:32,314 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1189, reset compression=false 2024-11-12T12:22:32,385 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 294503e6a96aaac05a481fde7c57c272, 8529cfc43710483e8f61130ec3908e67 2024-11-12T12:22:32,401 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/replication/8529cfc43710483e8f61130ec3908e67/.tmp/queue/e80f7122dbec46a8818d88487fbbf82e 2024-11-12T12:22:32,401 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/info/e660555769be4d209d7c6c0e4d36bbd2 2024-11-12T12:22:32,406 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/replication/8529cfc43710483e8f61130ec3908e67/.tmp/queue/e80f7122dbec46a8818d88487fbbf82e as hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/replication/8529cfc43710483e8f61130ec3908e67/queue/e80f7122dbec46a8818d88487fbbf82e 2024-11-12T12:22:32,409 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/replication/8529cfc43710483e8f61130ec3908e67/queue/e80f7122dbec46a8818d88487fbbf82e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T12:22:32,410 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8529cfc43710483e8f61130ec3908e67 in 426ms, sequenceid=12, compaction requested=false 2024-11-12T12:22:32,410 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T12:22:32,413 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/replication/8529cfc43710483e8f61130ec3908e67/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T12:22:32,414 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:22:32,414 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:22:32,414 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:32,414 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8529cfc43710483e8f61130ec3908e67: Waiting for close lock at 1731414151984Running coprocessor pre-close hooks at 1731414151984Disabling compacts and flushes for region at 1731414151984Disabling writes for close at 1731414151984Obtaining lock to block concurrent updates at 1731414151984Preparing flush snapshotting stores in 8529cfc43710483e8f61130ec3908e67 at 1731414151984Finished memstore snapshotting hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731414151985 (+1 ms)Flushing stores of hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. at 1731414151985Flushing 8529cfc43710483e8f61130ec3908e67/queue: creating writer at 1731414151985Flushing 8529cfc43710483e8f61130ec3908e67/queue: appending metadata at 1731414151997 (+12 ms)Flushing 8529cfc43710483e8f61130ec3908e67/queue: closing flushed file at 1731414151997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26269f59: reopening flushed file at 1731414152405 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8529cfc43710483e8f61130ec3908e67 in 426ms, sequenceid=12, compaction requested=false at 1731414152410 (+5 ms)Writing region close event to WAL at 1731414152411 (+1 ms)Running coprocessor post-close hooks at 1731414152414 (+3 ms)Closed at 1731414152414 2024-11-12T12:22:32,414 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731414136150.8529cfc43710483e8f61130ec3908e67. 2024-11-12T12:22:32,414 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 294503e6a96aaac05a481fde7c57c272, disabling compactions & flushes 2024-11-12T12:22:32,414 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:32,414 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:32,414 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414131710.294503e6a96aaac05a481fde7c57c272. after waiting 0 ms 2024-11-12T12:22:32,414 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:32,414 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 294503e6a96aaac05a481fde7c57c272 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T12:22:32,420 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/ns/3ec81654ce6142dbb9d4d92215e2866b is 43, key is default/ns:d/1731414123874/Put/seqid=0 2024-11-12T12:22:32,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:22:32,425 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/ns/3ec81654ce6142dbb9d4d92215e2866b 2024-11-12T12:22:32,432 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/.tmp/f/705e0703563f417e86c589366a13d786 is 29, key is row1/f:/1731414145476/DeleteFamily/seqid=0 2024-11-12T12:22:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741843_1019 (size=5152) 2024-11-12T12:22:32,441 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/rep_barrier/e54666847d87488597bfda0fe346226d is 112, key is test,,1731414131710.294503e6a96aaac05a481fde7c57c272./rep_barrier:seqnumDuringOpen/1731414132449/Put/seqid=0 2024-11-12T12:22:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741844_1020 (size=5518) 2024-11-12T12:22:32,585 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:32,649 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:40725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T12:22:32,714 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:22:32,715 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:22:32,785 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:32,837 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/.tmp/f/705e0703563f417e86c589366a13d786 2024-11-12T12:22:32,840 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 705e0703563f417e86c589366a13d786 2024-11-12T12:22:32,845 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/rep_barrier/e54666847d87488597bfda0fe346226d 2024-11-12T12:22:32,855 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/.tmp/f1/a2d3e3b8134948729b0178f867789df6 is 30, key is row1/f1:/1731414145476/DeleteFamily/seqid=0 2024-11-12T12:22:32,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741845_1021 (size=5158) 2024-11-12T12:22:32,861 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/table/5e098fd7819f4ab8824677736ee45e1a is 53, key is hbase:replication/table:state/1731414137313/Put/seqid=0 2024-11-12T12:22:32,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741846_1022 (size=5308) 2024-11-12T12:22:32,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,985 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:32,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:32,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,118 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:33,186 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:22:33,186 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 294503e6a96aaac05a481fde7c57c272=test,,1731414131710.294503e6a96aaac05a481fde7c57c272.} 2024-11-12T12:22:33,186 DEBUG [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 294503e6a96aaac05a481fde7c57c272 2024-11-12T12:22:33,260 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/.tmp/f1/a2d3e3b8134948729b0178f867789df6 2024-11-12T12:22:33,264 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2d3e3b8134948729b0178f867789df6 2024-11-12T12:22:33,264 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/table/5e098fd7819f4ab8824677736ee45e1a 2024-11-12T12:22:33,267 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/info/e660555769be4d209d7c6c0e4d36bbd2 as hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/info/e660555769be4d209d7c6c0e4d36bbd2 2024-11-12T12:22:33,271 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/info/e660555769be4d209d7c6c0e4d36bbd2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:22:33,272 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/ns/3ec81654ce6142dbb9d4d92215e2866b as hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/ns/3ec81654ce6142dbb9d4d92215e2866b 2024-11-12T12:22:33,275 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/ns/3ec81654ce6142dbb9d4d92215e2866b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:22:33,276 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/rep_barrier/e54666847d87488597bfda0fe346226d as hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/rep_barrier/e54666847d87488597bfda0fe346226d 2024-11-12T12:22:33,279 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/rep_barrier/e54666847d87488597bfda0fe346226d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:22:33,279 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/.tmp/table/5e098fd7819f4ab8824677736ee45e1a as hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/table/5e098fd7819f4ab8824677736ee45e1a 2024-11-12T12:22:33,282 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/table/5e098fd7819f4ab8824677736ee45e1a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:22:33,283 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false 2024-11-12T12:22:33,283 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:22:33,283 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/.tmp/norep/a9a2b9cbb1834e3dbbfc9e0e84ffe2ee is 33, key is row1/norep:/1731414145476/DeleteFamily/seqid=0 2024-11-12T12:22:33,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741847_1023 (size=5108) 2024-11-12T12:22:33,286 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/.tmp/norep/a9a2b9cbb1834e3dbbfc9e0e84ffe2ee 2024-11-12T12:22:33,286 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:22:33,287 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:22:33,287 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:22:33,287 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:33,287 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414151985Running coprocessor pre-close hooks at 1731414151985Disabling compacts and flushes for region at 1731414151985Disabling writes for close at 1731414151985Obtaining lock to block concurrent updates at 1731414151985Preparing flush snapshotting stores in 1588230740 at 1731414151985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731414151985Flushing stores of hbase:meta,,1.1588230740 at 1731414151985Flushing 1588230740/info: creating writer at 1731414151985Flushing 1588230740/info: appending metadata at 1731414151997 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731414151998 (+1 ms)Flushing 1588230740/ns: creating writer at 1731414152405 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731414152420 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731414152420Flushing 1588230740/rep_barrier: creating writer at 1731414152428 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414152441 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414152441Flushing 1588230740/table: creating writer at 1731414152848 (+407 ms)Flushing 1588230740/table: appending metadata at 1731414152861 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731414152861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f448c8c: reopening flushed file at 1731414153267 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb1ceda: reopening flushed file at 1731414153272 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664148a8: reopening flushed file at 1731414153275 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b0019c4: reopening flushed file at 1731414153279 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false at 1731414153283 (+4 ms)Writing region close event to WAL at 1731414153284 (+1 ms)Running coprocessor post-close hooks at 1731414153287 (+3 ms)Closed at 1731414153287 2024-11-12T12:22:33,287 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:33,289 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9a2b9cbb1834e3dbbfc9e0e84ffe2ee 2024-11-12T12:22:33,289 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/.tmp/f/705e0703563f417e86c589366a13d786 as hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/f/705e0703563f417e86c589366a13d786 2024-11-12T12:22:33,292 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 705e0703563f417e86c589366a13d786 2024-11-12T12:22:33,292 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/f/705e0703563f417e86c589366a13d786, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T12:22:33,293 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/.tmp/f1/a2d3e3b8134948729b0178f867789df6 as hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/f1/a2d3e3b8134948729b0178f867789df6 2024-11-12T12:22:33,295 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2d3e3b8134948729b0178f867789df6 2024-11-12T12:22:33,295 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/f1/a2d3e3b8134948729b0178f867789df6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T12:22:33,296 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/.tmp/norep/a9a2b9cbb1834e3dbbfc9e0e84ffe2ee as hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/norep/a9a2b9cbb1834e3dbbfc9e0e84ffe2ee 2024-11-12T12:22:33,299 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9a2b9cbb1834e3dbbfc9e0e84ffe2ee 2024-11-12T12:22:33,299 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/norep/a9a2b9cbb1834e3dbbfc9e0e84ffe2ee, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T12:22:33,300 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 294503e6a96aaac05a481fde7c57c272 in 886ms, sequenceid=10, compaction requested=false 2024-11-12T12:22:33,300 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T12:22:33,307 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/data/default/test/294503e6a96aaac05a481fde7c57c272/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T12:22:33,307 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:22:33,307 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:22:33,307 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:33,307 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 294503e6a96aaac05a481fde7c57c272: Waiting for close lock at 1731414152414Running coprocessor pre-close hooks at 1731414152414Disabling compacts and flushes for region at 1731414152414Disabling writes for close at 1731414152414Obtaining lock to block concurrent updates at 1731414152414Preparing flush snapshotting stores in 294503e6a96aaac05a481fde7c57c272 at 1731414152414Finished memstore snapshotting test,,1731414131710.294503e6a96aaac05a481fde7c57c272., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731414152414Flushing stores of test,,1731414131710.294503e6a96aaac05a481fde7c57c272. at 1731414152415 (+1 ms)Flushing 294503e6a96aaac05a481fde7c57c272/f: creating writer at 1731414152415Flushing 294503e6a96aaac05a481fde7c57c272/f: appending metadata at 1731414152431 (+16 ms)Flushing 294503e6a96aaac05a481fde7c57c272/f: closing flushed file at 1731414152431Flushing 294503e6a96aaac05a481fde7c57c272/f1: creating writer at 1731414152840 (+409 ms)Flushing 294503e6a96aaac05a481fde7c57c272/f1: appending metadata at 1731414152854 (+14 ms)Flushing 294503e6a96aaac05a481fde7c57c272/f1: closing flushed file at 1731414152855 (+1 ms)Flushing 294503e6a96aaac05a481fde7c57c272/norep: creating writer at 1731414153264 (+409 ms)Flushing 294503e6a96aaac05a481fde7c57c272/norep: appending metadata at 1731414153282 (+18 ms)Flushing 294503e6a96aaac05a481fde7c57c272/norep: closing flushed file at 1731414153282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a91f3da: reopening flushed file at 1731414153289 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bafac3: reopening flushed file at 1731414153292 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b78362: reopening flushed file at 1731414153296 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 294503e6a96aaac05a481fde7c57c272 in 886ms, sequenceid=10, compaction requested=false at 1731414153300 (+4 ms)Writing region close event to WAL at 1731414153304 (+4 ms)Running coprocessor post-close hooks at 1731414153307 (+3 ms)Closed at 1731414153307 2024-11-12T12:22:33,308 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414131710.294503e6a96aaac05a481fde7c57c272. 2024-11-12T12:22:33,386 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,44929,1731414120603; all regions closed. 2024-11-12T12:22:33,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.meta.1731414123833.meta not finished, retry = 0 2024-11-12T12:22:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741834_1010 (size=4239) 2024-11-12T12:22:33,417 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 1189, reset compression=false 2024-11-12T12:22:33,421 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:33,421 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.wal-reader.4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852 to pos 2080, reset compression=false 2024-11-12T12:22:33,421 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,44929,1731414120603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.1731414122852, lastWalPosition=2080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:33,422 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a91c05c96a4,44929,1731414120603: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a91c05c96a4,44929,1731414120603, walGroup=4a91c05c96a4%2C44929%2C1731414120603, offset=4a91c05c96a4%2C44929%2C1731414120603.1731414122852:2080, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:44929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T12:22:33,423 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:22:33,423 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:22:33,423 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:22:33,423 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:22:33,423 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:22:33,423 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 967548448 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 203031360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T12:22:33,424 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:40725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:40725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T12:22:33,490 DEBUG [RS:0;4a91c05c96a4:44929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/oldWALs 2024-11-12T12:22:33,490 INFO [RS:0;4a91c05c96a4:44929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C44929%2C1731414120603.meta:.meta(num 1731414123833) 2024-11-12T12:22:33,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/WALs/4a91c05c96a4,44929,1731414120603/4a91c05c96a4%2C44929%2C1731414120603.rep.1731414137281 not finished, retry = 0 2024-11-12T12:22:33,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741839_1015 (size=3114) 2024-11-12T12:22:33,533 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:22:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:33,593 DEBUG [RS:0;4a91c05c96a4:44929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/oldWALs 2024-11-12T12:22:33,594 INFO [RS:0;4a91c05c96a4:44929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C44929%2C1731414120603.rep:(num 1731414137281) 2024-11-12T12:22:33,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741832_1008 (size=2088) 2024-11-12T12:22:33,596 DEBUG [RS:0;4a91c05c96a4:44929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/oldWALs 2024-11-12T12:22:33,596 INFO [RS:0;4a91c05c96a4:44929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C44929%2C1731414120603:(num 1731414122852) 2024-11-12T12:22:33,597 DEBUG [RS:0;4a91c05c96a4:44929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:33,597 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:22:33,597 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:22:33,597 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:22:33,597 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:22:33,597 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:22:33,597 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,44929,1731414120603 because: Region server is closing 2024-11-12T12:22:33,597 INFO [RS:0;4a91c05c96a4:44929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:44929. 2024-11-12T12:22:33,598 DEBUG [RS:0;4a91c05c96a4:44929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:33,598 DEBUG [RS:0;4a91c05c96a4:44929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:33,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:33,598 DEBUG [RS:0;4a91c05c96a4:44929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:33,698 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,44929,1731414120603.replicationSource.shipper4a91c05c96a4%2C44929%2C1731414120603,1-4a91c05c96a4,44929,1731414120603 terminated 2024-11-12T12:22:33,698 INFO [RS:0;4a91c05c96a4:44929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:44929. 2024-11-12T12:22:33,698 DEBUG [RS:0;4a91c05c96a4:44929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:33,698 DEBUG [RS:0;4a91c05c96a4:44929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:33,698 DEBUG [RS:0;4a91c05c96a4:44929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:33,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:33,699 INFO [RS:0;4a91c05c96a4:44929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44929 2024-11-12T12:22:33,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143/rs 2024-11-12T12:22:33,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-969736143/rs/4a91c05c96a4,44929,1731414120603 2024-11-12T12:22:33,761 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:22:33,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,44929,1731414120603] 2024-11-12T12:22:33,814 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-969736143/draining/4a91c05c96a4,44929,1731414120603 already deleted, retry=false 2024-11-12T12:22:33,814 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,44929,1731414120603 expired; onlineServers=0 2024-11-12T12:22:33,814 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,40725,1731414120455' ***** 2024-11-12T12:22:33,814 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:22:33,814 INFO [M:0;4a91c05c96a4:40725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:22:33,814 INFO [M:0;4a91c05c96a4:40725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:22:33,814 DEBUG [M:0;4a91c05c96a4:40725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:22:33,814 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:22:33,814 DEBUG [M:0;4a91c05c96a4:40725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:22:33,814 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414122622 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414122622,5,FailOnTimeoutGroup] 2024-11-12T12:22:33,814 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414122622 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414122622,5,FailOnTimeoutGroup] 2024-11-12T12:22:33,814 INFO [M:0;4a91c05c96a4:40725 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:22:33,814 INFO [M:0;4a91c05c96a4:40725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:22:33,814 DEBUG [M:0;4a91c05c96a4:40725 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:22:33,814 INFO [M:0;4a91c05c96a4:40725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:22:33,815 INFO [M:0;4a91c05c96a4:40725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:22:33,815 INFO [M:0;4a91c05c96a4:40725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:22:33,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:22:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-969736143/master 2024-11-12T12:22:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-969736143 2024-11-12T12:22:33,824 DEBUG [M:0;4a91c05c96a4:40725 {}] zookeeper.ZKUtil(347): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Unable to get data of znode /1-969736143/master because node does not exist (not an error) 2024-11-12T12:22:33,824 WARN [M:0;4a91c05c96a4:40725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:22:33,825 INFO [M:0;4a91c05c96a4:40725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/.lastflushedseqids 2024-11-12T12:22:33,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741848_1024 (size=245) 2024-11-12T12:22:33,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:33,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x1012efeb6ab0004, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:33,898 INFO [RS:0;4a91c05c96a4:44929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:22:33,898 INFO [RS:0;4a91c05c96a4:44929 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,44929,1731414120603; zookeeper connection closed. 2024-11-12T12:22:33,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a86a303 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a86a303 2024-11-12T12:22:33,899 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:22:34,229 INFO [M:0;4a91c05c96a4:40725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:22:34,229 INFO [M:0;4a91c05c96a4:40725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:22:34,229 DEBUG [M:0;4a91c05c96a4:40725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:22:34,229 INFO [M:0;4a91c05c96a4:40725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:34,229 DEBUG [M:0;4a91c05c96a4:40725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:34,229 DEBUG [M:0;4a91c05c96a4:40725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:22:34,229 DEBUG [M:0;4a91c05c96a4:40725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:34,229 INFO [M:0;4a91c05c96a4:40725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-12T12:22:34,243 DEBUG [M:0;4a91c05c96a4:40725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36d71a10094246b18229d6e141f5e2a8 is 82, key is hbase:meta,,1/info:regioninfo/1731414123860/Put/seqid=0 2024-11-12T12:22:34,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741849_1025 (size=5672) 2024-11-12T12:22:34,521 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:34,646 INFO [M:0;4a91c05c96a4:40725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36d71a10094246b18229d6e141f5e2a8 2024-11-12T12:22:34,662 DEBUG [M:0;4a91c05c96a4:40725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/071b87fb2d3b49ed90801d0b5de6077e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731414137315/Put/seqid=0 2024-11-12T12:22:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741850_1026 (size=8515) 2024-11-12T12:22:35,066 INFO [M:0;4a91c05c96a4:40725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/071b87fb2d3b49ed90801d0b5de6077e 2024-11-12T12:22:35,083 DEBUG [M:0;4a91c05c96a4:40725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3747c97b614a3daeaeab628482c438 is 69, key is 4a91c05c96a4,44929,1731414120603/rs:state/1731414122661/Put/seqid=0 2024-11-12T12:22:35,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741851_1027 (size=5156) 2024-11-12T12:22:35,086 INFO [M:0;4a91c05c96a4:40725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3747c97b614a3daeaeab628482c438 2024-11-12T12:22:35,090 DEBUG [M:0;4a91c05c96a4:40725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36d71a10094246b18229d6e141f5e2a8 as hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36d71a10094246b18229d6e141f5e2a8 2024-11-12T12:22:35,093 INFO [M:0;4a91c05c96a4:40725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36d71a10094246b18229d6e141f5e2a8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T12:22:35,094 DEBUG [M:0;4a91c05c96a4:40725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/071b87fb2d3b49ed90801d0b5de6077e as hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/071b87fb2d3b49ed90801d0b5de6077e 2024-11-12T12:22:35,097 INFO [M:0;4a91c05c96a4:40725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/071b87fb2d3b49ed90801d0b5de6077e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T12:22:35,097 DEBUG [M:0;4a91c05c96a4:40725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3747c97b614a3daeaeab628482c438 as hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b3747c97b614a3daeaeab628482c438 2024-11-12T12:22:35,100 INFO [M:0;4a91c05c96a4:40725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33287/user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b3747c97b614a3daeaeab628482c438, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T12:22:35,101 INFO [M:0;4a91c05c96a4:40725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=97, compaction requested=false 2024-11-12T12:22:35,102 INFO [M:0;4a91c05c96a4:40725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:35,102 DEBUG [M:0;4a91c05c96a4:40725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414154229Disabling compacts and flushes for region at 1731414154229Disabling writes for close at 1731414154229Obtaining lock to block concurrent updates at 1731414154229Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414154229Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731414154230 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414154230Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414154230Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414154243 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414154243Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414154649 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414154662 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414154662Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414155070 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414155083 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414155083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15dfc5f9: reopening flushed file at 1731414155089 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267fbea5: reopening flushed file at 1731414155093 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e5384: reopening flushed file at 1731414155097 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=97, compaction requested=false at 1731414155101 (+4 ms)Writing region close event to WAL at 1731414155102 (+1 ms)Closed at 1731414155102 2024-11-12T12:22:35,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741830_1006 (size=63642) 2024-11-12T12:22:35,103 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da36d35a-0a05-4061-8fe7-3eaeb5210471/MasterData/WALs/4a91c05c96a4,40725,1731414120455/4a91c05c96a4%2C40725%2C1731414120455.1731414122376 not finished, retry = 0 2024-11-12T12:22:35,204 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:22:35,204 INFO [M:0;4a91c05c96a4:40725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:22:35,204 INFO [M:0;4a91c05c96a4:40725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40725 2024-11-12T12:22:35,205 INFO [M:0;4a91c05c96a4:40725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:22:35,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:35,377 INFO [M:0;4a91c05c96a4:40725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:22:35,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1012efeb6ab0003, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:35,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77396616{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:22:35,379 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626e0acc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:22:35,379 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:22:35,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bb919e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:22:35,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a8ac6d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/hadoop.log.dir/,STOPPED} 2024-11-12T12:22:35,380 WARN [BP-1419611120-172.17.0.3-1731414118572 heartbeating to localhost/127.0.0.1:33287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:22:35,380 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:22:35,381 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:22:35,381 WARN [BP-1419611120-172.17.0.3-1731414118572 heartbeating to localhost/127.0.0.1:33287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1419611120-172.17.0.3-1731414118572 (Datanode Uuid f0809274-8386-46dd-ba13-0d0df8db4047) service to localhost/127.0.0.1:33287 2024-11-12T12:22:35,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/cluster_ee49dd88-569b-ddc8-70ee-ef0e5ea5d21b/data/data1/current/BP-1419611120-172.17.0.3-1731414118572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:22:35,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/cluster_ee49dd88-569b-ddc8-70ee-ef0e5ea5d21b/data/data2/current/BP-1419611120-172.17.0.3-1731414118572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:22:35,381 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:22:35,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58eb8d24{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:22:35,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b84d529{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:22:35,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:22:35,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423a34f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:22:35,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77ac7b40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc9ee79-581a-0ed8-a4d5-14534c7a633e/hadoop.log.dir/,STOPPED} 2024-11-12T12:22:35,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:22:35,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:22:35,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:22:35,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:35,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:35,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:35,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:35,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:22:35,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1727376020, stopped=false 2024-11-12T12:22:35,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,36679,1731414114877 2024-11-12T12:22:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606234017/running 2024-11-12T12:22:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606234017/running 2024-11-12T12:22:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:22:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:22:35,487 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:22:35,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:22:35,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:35,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:35,488 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,34047,1731414115082' ***** 2024-11-12T12:22:35,488 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:22:35,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Set watcher on znode that does not yet exist, /01606234017/running 2024-11-12T12:22:35,488 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:22:35,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Set watcher on znode that does not yet exist, /01606234017/running 2024-11-12T12:22:35,488 INFO [RS:0;4a91c05c96a4:34047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:22:35,488 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:22:35,488 INFO [RS:0;4a91c05c96a4:34047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:22:35,489 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(3091): Received CLOSE for 553100e2f7a06981542ddf8a9b4228a8 2024-11-12T12:22:35,489 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(3091): Received CLOSE for 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:35,489 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,34047,1731414115082 2024-11-12T12:22:35,489 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:22:35,489 INFO [RS:0;4a91c05c96a4:34047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:34047. 2024-11-12T12:22:35,489 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 553100e2f7a06981542ddf8a9b4228a8, disabling compactions & flushes 2024-11-12T12:22:35,489 DEBUG [RS:0;4a91c05c96a4:34047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:35,489 DEBUG [RS:0;4a91c05c96a4:34047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:35,489 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:35,489 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:35,489 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. after waiting 0 ms 2024-11-12T12:22:35,489 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:22:35,489 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:35,489 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:22:35,489 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:22:35,489 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:22:35,489 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 553100e2f7a06981542ddf8a9b4228a8 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-12T12:22:35,489 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:22:35,489 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1325): Online Regions={553100e2f7a06981542ddf8a9b4228a8=test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8., 9319cad2088a737c05e253b76adcb71f=hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:22:35,489 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553100e2f7a06981542ddf8a9b4228a8, 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:35,489 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:22:35,489 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:22:35,489 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:22:35,489 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:22:35,489 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:22:35,489 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:22:35,503 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/info/b6407e02a7c348a48056fa365cec199b is 147, key is hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f./info:regioninfo/1731414135790/Put/seqid=0 2024-11-12T12:22:35,503 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/.tmp/f/662f993b41b2430780e34be5075affde is 28, key is row/f:/1731414143471/DeleteFamily/seqid=0 2024-11-12T12:22:35,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741840_1016 (size=7686) 2024-11-12T12:22:35,509 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/info/b6407e02a7c348a48056fa365cec199b 2024-11-12T12:22:35,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741841_1017 (size=5085) 2024-11-12T12:22:35,525 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/ns/f5d0a74abfac4cf8a5c0b1c88a8e55b3 is 43, key is default/ns:d/1731414118491/Put/seqid=0 2024-11-12T12:22:35,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:22:35,583 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:22:35,689 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553100e2f7a06981542ddf8a9b4228a8, 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:35,890 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553100e2f7a06981542ddf8a9b4228a8, 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:35,910 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/.tmp/f/662f993b41b2430780e34be5075affde 2024-11-12T12:22:35,913 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 662f993b41b2430780e34be5075affde 2024-11-12T12:22:35,926 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/.tmp/f1/09f0871fa948477dbbccb1a699311227 is 29, key is row/f1:/1731414143471/DeleteFamily/seqid=0 2024-11-12T12:22:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741843_1019 (size=5089) 2024-11-12T12:22:35,929 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/ns/f5d0a74abfac4cf8a5c0b1c88a8e55b3 2024-11-12T12:22:35,944 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/rep_barrier/b0100e95347448668eadd45d50c39688 is 112, key is test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8./rep_barrier:seqnumDuringOpen/1731414130696/Put/seqid=0 2024-11-12T12:22:35,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741844_1020 (size=5518) 2024-11-12T12:22:36,024 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 636, reset compression=false 2024-11-12T12:22:36,027 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:36,027 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 883, reset compression=false 2024-11-12T12:22:36,027 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,34047,1731414115082 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:22:36,028 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a91c05c96a4,34047,1731414115082: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a91c05c96a4,34047,1731414115082, walGroup=4a91c05c96a4%2C34047%2C1731414115082, offset=4a91c05c96a4%2C34047%2C1731414115082.1731414117577:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:34047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T12:22:36,029 ERROR [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:22:36,029 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:22:36,029 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:22:36,029 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:22:36,029 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:22:36,029 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 1028365856 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 203403976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T12:22:36,030 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:36679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:36679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T12:22:36,090 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553100e2f7a06981542ddf8a9b4228a8, 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:36,230 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 883, reset compression=false 2024-11-12T12:22:36,290 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553100e2f7a06981542ddf8a9b4228a8, 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:36,329 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/.tmp/f1/09f0871fa948477dbbccb1a699311227 2024-11-12T12:22:36,332 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09f0871fa948477dbbccb1a699311227 2024-11-12T12:22:36,344 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/.tmp/norep/1865191a6d0d4c999d1ba6233715b9a4 is 32, key is row/norep:/1731414143471/DeleteFamily/seqid=0 2024-11-12T12:22:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741845_1021 (size=5101) 2024-11-12T12:22:36,347 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/rep_barrier/b0100e95347448668eadd45d50c39688 2024-11-12T12:22:36,366 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/table/7840a4e82a8f46dda9e5597bc6e8dd18 is 53, key is hbase:replication/table:state/1731414135795/Put/seqid=0 2024-11-12T12:22:36,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741846_1022 (size=5308) 2024-11-12T12:22:36,490 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553100e2f7a06981542ddf8a9b4228a8, 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:36,509 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:22:36,509 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:22:36,533 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 883, reset compression=false 2024-11-12T12:22:36,690 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553100e2f7a06981542ddf8a9b4228a8, 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:36,748 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/.tmp/norep/1865191a6d0d4c999d1ba6233715b9a4 2024-11-12T12:22:36,751 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1865191a6d0d4c999d1ba6233715b9a4 2024-11-12T12:22:36,752 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/.tmp/f/662f993b41b2430780e34be5075affde as hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/f/662f993b41b2430780e34be5075affde 2024-11-12T12:22:36,755 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 662f993b41b2430780e34be5075affde 2024-11-12T12:22:36,755 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/f/662f993b41b2430780e34be5075affde, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T12:22:36,755 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/.tmp/f1/09f0871fa948477dbbccb1a699311227 as hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/f1/09f0871fa948477dbbccb1a699311227 2024-11-12T12:22:36,758 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09f0871fa948477dbbccb1a699311227 2024-11-12T12:22:36,758 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/f1/09f0871fa948477dbbccb1a699311227, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T12:22:36,759 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/.tmp/norep/1865191a6d0d4c999d1ba6233715b9a4 as hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/norep/1865191a6d0d4c999d1ba6233715b9a4 2024-11-12T12:22:36,762 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1865191a6d0d4c999d1ba6233715b9a4 2024-11-12T12:22:36,762 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/norep/1865191a6d0d4c999d1ba6233715b9a4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T12:22:36,762 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 553100e2f7a06981542ddf8a9b4228a8 in 1273ms, sequenceid=6, compaction requested=false 2024-11-12T12:22:36,763 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T12:22:36,766 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/default/test/553100e2f7a06981542ddf8a9b4228a8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T12:22:36,766 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:22:36,766 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:22:36,766 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:36,766 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 553100e2f7a06981542ddf8a9b4228a8: Waiting for close lock at 1731414155489Running coprocessor pre-close hooks at 1731414155489Disabling compacts and flushes for region at 1731414155489Disabling writes for close at 1731414155489Obtaining lock to block concurrent updates at 1731414155489Preparing flush snapshotting stores in 553100e2f7a06981542ddf8a9b4228a8 at 1731414155489Finished memstore snapshotting test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731414155489Flushing stores of test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. at 1731414155490 (+1 ms)Flushing 553100e2f7a06981542ddf8a9b4228a8/f: creating writer at 1731414155490Flushing 553100e2f7a06981542ddf8a9b4228a8/f: appending metadata at 1731414155502 (+12 ms)Flushing 553100e2f7a06981542ddf8a9b4228a8/f: closing flushed file at 1731414155502Flushing 553100e2f7a06981542ddf8a9b4228a8/f1: creating writer at 1731414155913 (+411 ms)Flushing 553100e2f7a06981542ddf8a9b4228a8/f1: appending metadata at 1731414155925 (+12 ms)Flushing 553100e2f7a06981542ddf8a9b4228a8/f1: closing flushed file at 1731414155925Flushing 553100e2f7a06981542ddf8a9b4228a8/norep: creating writer at 1731414156332 (+407 ms)Flushing 553100e2f7a06981542ddf8a9b4228a8/norep: appending metadata at 1731414156344 (+12 ms)Flushing 553100e2f7a06981542ddf8a9b4228a8/norep: closing flushed file at 1731414156344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674f80ea: reopening flushed file at 1731414156751 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3ba9c1: reopening flushed file at 1731414156755 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0054d5: reopening flushed file at 1731414156758 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 553100e2f7a06981542ddf8a9b4228a8 in 1273ms, sequenceid=6, compaction requested=false at 1731414156763 (+5 ms)Writing region close event to WAL at 1731414156764 (+1 ms)Running coprocessor post-close hooks at 1731414156766 (+2 ms)Closed at 1731414156766 2024-11-12T12:22:36,766 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414129556.553100e2f7a06981542ddf8a9b4228a8. 2024-11-12T12:22:36,767 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9319cad2088a737c05e253b76adcb71f, disabling compactions & flushes 2024-11-12T12:22:36,767 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:36,767 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:36,767 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. after waiting 0 ms 2024-11-12T12:22:36,767 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:36,767 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9319cad2088a737c05e253b76adcb71f: Waiting for close lock at 1731414156767Running coprocessor pre-close hooks at 1731414156767Disabling compacts and flushes for region at 1731414156767Disabling writes for close at 1731414156767Failed flush hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f., putting online again at 1731414156767 2024-11-12T12:22:36,767 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:36,778 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/table/7840a4e82a8f46dda9e5597bc6e8dd18 2024-11-12T12:22:36,781 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/info/b6407e02a7c348a48056fa365cec199b as hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/info/b6407e02a7c348a48056fa365cec199b 2024-11-12T12:22:36,785 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/info/b6407e02a7c348a48056fa365cec199b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:22:36,785 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/ns/f5d0a74abfac4cf8a5c0b1c88a8e55b3 as hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/ns/f5d0a74abfac4cf8a5c0b1c88a8e55b3 2024-11-12T12:22:36,788 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/ns/f5d0a74abfac4cf8a5c0b1c88a8e55b3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:22:36,789 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/rep_barrier/b0100e95347448668eadd45d50c39688 as hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/rep_barrier/b0100e95347448668eadd45d50c39688 2024-11-12T12:22:36,791 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/rep_barrier/b0100e95347448668eadd45d50c39688, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:22:36,791 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/.tmp/table/7840a4e82a8f46dda9e5597bc6e8dd18 as hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/table/7840a4e82a8f46dda9e5597bc6e8dd18 2024-11-12T12:22:36,794 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/table/7840a4e82a8f46dda9e5597bc6e8dd18, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:22:36,794 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false 2024-11-12T12:22:36,794 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:22:36,797 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:22:36,798 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:22:36,798 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:22:36,798 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:36,798 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414155489Running coprocessor pre-close hooks at 1731414155489Disabling compacts and flushes for region at 1731414155489Disabling writes for close at 1731414155489Obtaining lock to block concurrent updates at 1731414155489Preparing flush snapshotting stores in 1588230740 at 1731414155489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731414155490 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731414155490Flushing 1588230740/info: creating writer at 1731414155490Flushing 1588230740/info: appending metadata at 1731414155502 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731414155502Flushing 1588230740/ns: creating writer at 1731414155513 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731414155525 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731414155525Flushing 1588230740/rep_barrier: creating writer at 1731414155932 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414155944 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414155944Flushing 1588230740/table: creating writer at 1731414156350 (+406 ms)Flushing 1588230740/table: appending metadata at 1731414156365 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731414156366 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c08213c: reopening flushed file at 1731414156781 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc40081: reopening flushed file at 1731414156785 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2575157e: reopening flushed file at 1731414156788 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8d2eb2: reopening flushed file at 1731414156791 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false at 1731414156794 (+3 ms)Writing region close event to WAL at 1731414156796 (+2 ms)Running coprocessor post-close hooks at 1731414156798 (+2 ms)Closed at 1731414156798 2024-11-12T12:22:36,798 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:36,891 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:22:36,891 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1325): Online Regions={9319cad2088a737c05e253b76adcb71f=hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f.} 2024-11-12T12:22:36,891 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(3091): Received CLOSE for 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:36,891 DEBUG [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1351): Waiting on 9319cad2088a737c05e253b76adcb71f 2024-11-12T12:22:36,891 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9319cad2088a737c05e253b76adcb71f, disabling compactions & flushes 2024-11-12T12:22:36,891 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:36,891 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:36,891 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. after waiting 0 ms 2024-11-12T12:22:36,891 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:36,891 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9319cad2088a737c05e253b76adcb71f: Waiting for close lock at 1731414156891Running coprocessor pre-close hooks at 1731414156891Disabling compacts and flushes for region at 1731414156891Disabling writes for close at 1731414156891Failed flush hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f., putting online again at 1731414156891 2024-11-12T12:22:36,891 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731414135014.9319cad2088a737c05e253b76adcb71f. 2024-11-12T12:22:36,936 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 883, reset compression=false 2024-11-12T12:22:36,940 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:22:36,940 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 1527, reset compression=false 2024-11-12T12:22:37,091 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T12:22:37,091 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,34047,1731414115082; all regions closed. 2024-11-12T12:22:37,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741834_1010 (size=4239) 2024-11-12T12:22:37,093 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.meta.1731414118423.meta not finished, retry = 0 2024-11-12T12:22:37,143 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/WALs/4a91c05c96a4,34047,1731414115082/4a91c05c96a4%2C34047%2C1731414115082.1731414117577 to pos 1527, reset compression=false 2024-11-12T12:22:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741839_1015 (size=1297) 2024-11-12T12:22:37,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741832_1008 (size=1535) 2024-11-12T12:22:37,197 DEBUG [RS:0;4a91c05c96a4:34047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:37,197 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:22:37,197 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:22:37,198 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:22:37,198 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:22:37,198 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:22:37,198 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,34047,1731414115082 because: Region server is closing 2024-11-12T12:22:37,198 INFO [RS:0;4a91c05c96a4:34047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:34047. 2024-11-12T12:22:37,198 DEBUG [RS:0;4a91c05c96a4:34047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:37,198 DEBUG [RS:0;4a91c05c96a4:34047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:37,198 DEBUG [RS:0;4a91c05c96a4:34047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:37,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:37,299 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.shipper4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 terminated 2024-11-12T12:22:37,299 INFO [RS:0;4a91c05c96a4:34047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34047 2024-11-12T12:22:37,299 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,34047,1731414115082.replicationSource.wal-reader.4a91c05c96a4%2C34047%2C1731414115082,1-4a91c05c96a4,34047,1731414115082 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:22:37,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606234017/rs/4a91c05c96a4,34047,1731414115082 2024-11-12T12:22:37,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017/rs 2024-11-12T12:22:37,350 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:22:37,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,34047,1731414115082] 2024-11-12T12:22:37,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01606234017/draining/4a91c05c96a4,34047,1731414115082 already deleted, retry=false 2024-11-12T12:22:37,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,34047,1731414115082 expired; onlineServers=0 2024-11-12T12:22:37,371 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,36679,1731414114877' ***** 2024-11-12T12:22:37,371 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:22:37,371 INFO [M:0;4a91c05c96a4:36679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:22:37,372 INFO [M:0;4a91c05c96a4:36679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:22:37,372 DEBUG [M:0;4a91c05c96a4:36679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:22:37,372 DEBUG [M:0;4a91c05c96a4:36679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:22:37,372 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414117217 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414117217,5,FailOnTimeoutGroup] 2024-11-12T12:22:37,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:22:37,372 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414117220 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414117220,5,FailOnTimeoutGroup] 2024-11-12T12:22:37,372 INFO [M:0;4a91c05c96a4:36679 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:22:37,372 INFO [M:0;4a91c05c96a4:36679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:22:37,372 DEBUG [M:0;4a91c05c96a4:36679 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:22:37,372 INFO [M:0;4a91c05c96a4:36679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:22:37,372 INFO [M:0;4a91c05c96a4:36679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:22:37,372 ERROR [M:0;4a91c05c96a4:36679 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33789,5,PEWorkerGroup] 2024-11-12T12:22:37,372 INFO [M:0;4a91c05c96a4:36679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:22:37,372 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:22:37,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01606234017/master 2024-11-12T12:22:37,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01606234017 2024-11-12T12:22:37,382 DEBUG [M:0;4a91c05c96a4:36679 {}] zookeeper.ZKUtil(347): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Unable to get data of znode /01606234017/master because node does not exist (not an error) 2024-11-12T12:22:37,382 WARN [M:0;4a91c05c96a4:36679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:22:37,383 INFO [M:0;4a91c05c96a4:36679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/.lastflushedseqids 2024-11-12T12:22:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741847_1023 (size=245) 2024-11-12T12:22:37,386 INFO [M:0;4a91c05c96a4:36679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:22:37,386 INFO [M:0;4a91c05c96a4:36679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:22:37,387 DEBUG [M:0;4a91c05c96a4:36679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:22:37,387 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:37,387 DEBUG [M:0;4a91c05c96a4:36679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:37,387 DEBUG [M:0;4a91c05c96a4:36679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:22:37,387 DEBUG [M:0;4a91c05c96a4:36679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:37,387 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-12T12:22:37,399 DEBUG [M:0;4a91c05c96a4:36679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2eac063ecd3408a955cbf4afabe6214 is 82, key is hbase:meta,,1/info:regioninfo/1731414118449/Put/seqid=0 2024-11-12T12:22:37,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741848_1024 (size=5672) 2024-11-12T12:22:37,461 INFO [RS:0;4a91c05c96a4:34047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:22:37,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:37,461 INFO [RS:0;4a91c05c96a4:34047 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,34047,1731414115082; zookeeper connection closed. 2024-11-12T12:22:37,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x1012efeb6ab0001, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:37,461 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11e72d53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11e72d53 2024-11-12T12:22:37,462 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:22:37,803 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2eac063ecd3408a955cbf4afabe6214 2024-11-12T12:22:37,818 DEBUG [M:0;4a91c05c96a4:36679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c149f86a3f004d0094d2978128c7b94c is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731414130704/Put/seqid=0 2024-11-12T12:22:37,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741849_1025 (size=7217) 2024-11-12T12:22:38,222 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c149f86a3f004d0094d2978128c7b94c 2024-11-12T12:22:38,225 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c149f86a3f004d0094d2978128c7b94c 2024-11-12T12:22:38,237 DEBUG [M:0;4a91c05c96a4:36679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/539da37bf0ac412cb28e54139c651f51 is 69, key is 4a91c05c96a4,34047,1731414115082/rs:state/1731414117343/Put/seqid=0 2024-11-12T12:22:38,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741850_1026 (size=5156) 2024-11-12T12:22:38,641 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/539da37bf0ac412cb28e54139c651f51 2024-11-12T12:22:38,644 DEBUG [M:0;4a91c05c96a4:36679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2eac063ecd3408a955cbf4afabe6214 as hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2eac063ecd3408a955cbf4afabe6214 2024-11-12T12:22:38,648 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2eac063ecd3408a955cbf4afabe6214, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T12:22:38,649 DEBUG [M:0;4a91c05c96a4:36679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c149f86a3f004d0094d2978128c7b94c as hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c149f86a3f004d0094d2978128c7b94c 2024-11-12T12:22:38,652 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c149f86a3f004d0094d2978128c7b94c 2024-11-12T12:22:38,652 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c149f86a3f004d0094d2978128c7b94c, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T12:22:38,653 DEBUG [M:0;4a91c05c96a4:36679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/539da37bf0ac412cb28e54139c651f51 as hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/539da37bf0ac412cb28e54139c651f51 2024-11-12T12:22:38,656 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33789/user/jenkins/test-data/dc4940f3-05e3-44f3-27c6-41e267650108/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/539da37bf0ac412cb28e54139c651f51, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T12:22:38,657 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false 2024-11-12T12:22:38,658 INFO [M:0;4a91c05c96a4:36679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:38,658 DEBUG [M:0;4a91c05c96a4:36679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414157387Disabling compacts and flushes for region at 1731414157387Disabling writes for close at 1731414157387Obtaining lock to block concurrent updates at 1731414157387Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414157387Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731414157387Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414157387Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414157387Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414157399 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414157399Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414157806 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414157818 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414157818Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414158225 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414158237 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414158237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4baedad8: reopening flushed file at 1731414158644 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d01dc2: reopening flushed file at 1731414158648 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32611df6: reopening flushed file at 1731414158652 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false at 1731414158657 (+5 ms)Writing region close event to WAL at 1731414158658 (+1 ms)Closed at 1731414158658 2024-11-12T12:22:38,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38771 is added to blk_1073741830_1006 (size=64411) 2024-11-12T12:22:38,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:22:38,665 INFO [M:0;4a91c05c96a4:36679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:22:38,665 INFO [M:0;4a91c05c96a4:36679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36679 2024-11-12T12:22:38,665 INFO [M:0;4a91c05c96a4:36679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:22:38,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:22:38,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:38,829 INFO [M:0;4a91c05c96a4:36679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:22:38,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x1012efeb6ab0000, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:22:38,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:38,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57e67b5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:22:38,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dee817b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:22:38,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:22:38,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1640b35a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:22:38,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326bc074{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/hadoop.log.dir/,STOPPED} 2024-11-12T12:22:38,856 WARN [BP-1102946645-172.17.0.3-1731414113045 heartbeating to localhost/127.0.0.1:33789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:22:38,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:22:38,856 WARN [BP-1102946645-172.17.0.3-1731414113045 heartbeating to localhost/127.0.0.1:33789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1102946645-172.17.0.3-1731414113045 (Datanode Uuid 35b32e76-c9eb-4537-8e93-6d04250dac8d) service to localhost/127.0.0.1:33789 2024-11-12T12:22:38,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:22:38,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/cluster_3cd519f3-c492-b501-9a26-f486907e3657/data/data1/current/BP-1102946645-172.17.0.3-1731414113045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:22:38,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/cluster_3cd519f3-c492-b501-9a26-f486907e3657/data/data2/current/BP-1102946645-172.17.0.3-1731414113045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:22:38,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:22:38,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53841fba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:22:38,862 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e30eaee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:22:38,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:22:38,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59870692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:22:38,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d13cb06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb12f13e-3b2f-13bc-e4fc-b24ac36e496a/hadoop.log.dir/,STOPPED} 2024-11-12T12:22:38,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:22:38,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:22:38,887 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 312) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49952) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33789 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33287 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35913 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49952) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49952) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=787 (was 722) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 358), ProcessCount=11 (was 11), AvailableMemoryMB=6401 (was 6398) - AvailableMemoryMB LEAK? - 2024-11-12T12:22:38,896 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=787, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=6401 2024-11-12T12:22:38,907 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-12T12:22:38,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/hadoop.log.dir so I do NOT create it in target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1 2024-11-12T12:22:38,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:22:38,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/hadoop.tmp.dir so I do NOT create it in target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1 2024-11-12T12:22:38,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6a5b577-eb75-453b-0ec5-a16cbb85c772/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:22:38,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1 2024-11-12T12:22:38,908 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/cluster_7bad58d6-f328-a6ac-a1ad-3ee9fef0698b, deleteOnExit=true 2024-11-12T12:22:38,912 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/cluster_7bad58d6-f328-a6ac-a1ad-3ee9fef0698b/zookeeper_0, clientPort=60936, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/cluster_7bad58d6-f328-a6ac-a1ad-3ee9fef0698b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/cluster_7bad58d6-f328-a6ac-a1ad-3ee9fef0698b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:22:38,912 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60936 2024-11-12T12:22:38,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:22:38,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:22:38,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/test.cache.data in system properties and HBase conf 2024-11-12T12:22:38,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:22:38,913 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:22:38,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:22:38,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:22:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012efeb6ab0005, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:22:38,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012efeb6ab0002, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:22:38,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012efeb6ab0008, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T12:22:38,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012efeb6ab0008, quorum=127.0.0.1:49952, baseZNode=/2-743195970 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:22:38,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012efeb6ab0005, quorum=127.0.0.1:49952, baseZNode=/1-969736143 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:22:38,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012efeb6ab0002, quorum=127.0.0.1:49952, baseZNode=/01606234017 Received Disconnected from ZooKeeper, ignoring 2024-11-12T12:22:39,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:39,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:22:39,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:22:39,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:22:39,322 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:22:39,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:39,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d1ce3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:22:39,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fa58b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:22:39,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f24a4d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/java.io.tmpdir/jetty-localhost-42193-hadoop-hdfs-3_4_1-tests_jar-_-any-5431769705695915414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:22:39,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:42193} 2024-11-12T12:22:39,418 INFO [Time-limited test {}] server.Server(415): Started @319906ms 2024-11-12T12:22:39,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:39,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:22:39,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:22:39,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:22:39,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:22:39,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54943068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:22:39,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47bb6c60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:22:39,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34877dfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/java.io.tmpdir/jetty-localhost-40541-hadoop-hdfs-3_4_1-tests_jar-_-any-6267846300550690422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:22:39,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b5cdbc6{HTTP/1.1, (http/1.1)}{localhost:40541} 2024-11-12T12:22:39,798 INFO [Time-limited test {}] server.Server(415): Started @320285ms 2024-11-12T12:22:39,799 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:22:40,441 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/cluster_7bad58d6-f328-a6ac-a1ad-3ee9fef0698b/data/data2/current/BP-1375718203-172.17.0.3-1731414158927/current, will proceed with Du for space computation calculation, 2024-11-12T12:22:40,441 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/cluster_7bad58d6-f328-a6ac-a1ad-3ee9fef0698b/data/data1/current/BP-1375718203-172.17.0.3-1731414158927/current, will proceed with Du for space computation calculation, 2024-11-12T12:22:40,456 WARN [Thread-4175 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:22:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90f70ea1d02b79ad with lease ID 0x8ebee4fc0de3c982: Processing first storage report for DS-512c4736-249b-473c-859f-aa45269b80f6 from datanode DatanodeRegistration(127.0.0.1:33815, datanodeUuid=4c8ea9f5-f348-47e4-ab64-044f6fc562e5, infoPort=43203, infoSecurePort=0, ipcPort=45965, storageInfo=lv=-57;cid=testClusterID;nsid=1565244914;c=1731414158927) 2024-11-12T12:22:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90f70ea1d02b79ad with lease ID 0x8ebee4fc0de3c982: from storage DS-512c4736-249b-473c-859f-aa45269b80f6 node DatanodeRegistration(127.0.0.1:33815, datanodeUuid=4c8ea9f5-f348-47e4-ab64-044f6fc562e5, infoPort=43203, infoSecurePort=0, ipcPort=45965, storageInfo=lv=-57;cid=testClusterID;nsid=1565244914;c=1731414158927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90f70ea1d02b79ad with lease ID 0x8ebee4fc0de3c982: Processing first storage report for DS-f13a1e1d-6819-469a-841f-b22fb4e7d90f from datanode DatanodeRegistration(127.0.0.1:33815, datanodeUuid=4c8ea9f5-f348-47e4-ab64-044f6fc562e5, infoPort=43203, infoSecurePort=0, ipcPort=45965, storageInfo=lv=-57;cid=testClusterID;nsid=1565244914;c=1731414158927) 2024-11-12T12:22:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90f70ea1d02b79ad with lease ID 0x8ebee4fc0de3c982: from storage DS-f13a1e1d-6819-469a-841f-b22fb4e7d90f node DatanodeRegistration(127.0.0.1:33815, datanodeUuid=4c8ea9f5-f348-47e4-ab64-044f6fc562e5, infoPort=43203, infoSecurePort=0, ipcPort=45965, storageInfo=lv=-57;cid=testClusterID;nsid=1565244914;c=1731414158927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:40,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1 2024-11-12T12:22:40,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:40,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:40,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:22:40,929 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd with version=8 2024-11-12T12:22:40,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/hbase-staging 2024-11-12T12:22:40,931 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:40,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:40,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:40,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:40,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:40,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:40,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:22:40,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:40,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45987 2024-11-12T12:22:40,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45987 connecting to ZooKeeper ensemble=127.0.0.1:60936 2024-11-12T12:22:41,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459870x0, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:41,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45987-0x1012eff69eb0000 connected 2024-11-12T12:22:41,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:41,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:41,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Set watcher on znode that does not yet exist, /01595137855/running 2024-11-12T12:22:41,111 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd, hbase.cluster.distributed=false 2024-11-12T12:22:41,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Set watcher on znode that does not yet exist, /01595137855/acl 2024-11-12T12:22:41,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-12T12:22:41,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45987 2024-11-12T12:22:41,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45987 2024-11-12T12:22:41,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-12T12:22:41,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-12T12:22:41,126 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:41,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:41,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:41,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:41,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:41,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:41,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:22:41,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:41,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35615 2024-11-12T12:22:41,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35615 connecting to ZooKeeper ensemble=127.0.0.1:60936 2024-11-12T12:22:41,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:41,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:41,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356150x0, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:41,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356150x0, quorum=127.0.0.1:60936, baseZNode=/01595137855 Set watcher on znode that does not yet exist, /01595137855/running 2024-11-12T12:22:41,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35615-0x1012eff69eb0001 connected 2024-11-12T12:22:41,140 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:22:41,141 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:22:41,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Set watcher on znode that does not yet exist, /01595137855/master 2024-11-12T12:22:41,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Set watcher on znode that does not yet exist, /01595137855/acl 2024-11-12T12:22:41,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35615 2024-11-12T12:22:41,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35615 2024-11-12T12:22:41,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35615 2024-11-12T12:22:41,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35615 2024-11-12T12:22:41,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35615 2024-11-12T12:22:41,161 DEBUG [M:0;4a91c05c96a4:45987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:45987 2024-11-12T12:22:41,161 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01595137855/backup-masters/4a91c05c96a4,45987,1731414160930 2024-11-12T12:22:41,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855/backup-masters 2024-11-12T12:22:41,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855/backup-masters 2024-11-12T12:22:41,171 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Set watcher on existing znode=/01595137855/backup-masters/4a91c05c96a4,45987,1731414160930 2024-11-12T12:22:41,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01595137855/master 2024-11-12T12:22:41,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:41,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:41,182 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Set watcher on existing znode=/01595137855/master 2024-11-12T12:22:41,182 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01595137855/backup-masters/4a91c05c96a4,45987,1731414160930 from backup master directory 2024-11-12T12:22:41,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01595137855/backup-masters/4a91c05c96a4,45987,1731414160930 2024-11-12T12:22:41,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855/backup-masters 2024-11-12T12:22:41,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855/backup-masters 2024-11-12T12:22:41,192 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:41,192 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,45987,1731414160930 2024-11-12T12:22:41,194 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/hbase.id] with ID: 22de8da5-9fa0-4496-9a7b-70a9a2595079 2024-11-12T12:22:41,194 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/.tmp/hbase.id 2024-11-12T12:22:41,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:22:41,598 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/.tmp/hbase.id]:[hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/hbase.id] 2024-11-12T12:22:41,605 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:41,605 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:22:41,605 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T12:22:41,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:41,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:41,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:22:41,660 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:41,661 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:22:41,661 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:22:42,066 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/MasterData/data/master/store 2024-11-12T12:22:42,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:22:42,470 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:42,470 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:22:42,470 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:42,470 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:42,470 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:22:42,470 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:42,470 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:42,470 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414162470Disabling compacts and flushes for region at 1731414162470Disabling writes for close at 1731414162470Writing region close event to WAL at 1731414162470Closed at 1731414162470 2024-11-12T12:22:42,471 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/MasterData/data/master/store/.initializing 2024-11-12T12:22:42,471 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/MasterData/WALs/4a91c05c96a4,45987,1731414160930 2024-11-12T12:22:42,472 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:42,473 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C45987%2C1731414160930, suffix=, logDir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/MasterData/WALs/4a91c05c96a4,45987,1731414160930, archiveDir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/MasterData/oldWALs, maxLogs=10 2024-11-12T12:22:42,484 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/MasterData/WALs/4a91c05c96a4,45987,1731414160930/4a91c05c96a4%2C45987%2C1731414160930.1731414162473, exclude list is [], retry=0 2024-11-12T12:22:42,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33815,DS-512c4736-249b-473c-859f-aa45269b80f6,DISK] 2024-11-12T12:22:42,487 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/MasterData/WALs/4a91c05c96a4,45987,1731414160930/4a91c05c96a4%2C45987%2C1731414160930.1731414162473 2024-11-12T12:22:42,487 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43203:43203)] 2024-11-12T12:22:42,487 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:42,488 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:42,488 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,488 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:22:42,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:42,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:42,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:22:42,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:42,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:42,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:22:42,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:42,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:42,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:22:42,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:42,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:42,492 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,493 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,493 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,494 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,494 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,494 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:42,495 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:42,496 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:42,496 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75140099, jitterRate=0.11967472732067108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:42,496 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414162488Initializing all the Stores at 1731414162488Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414162488Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414162488Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414162488Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414162488Cleaning up temporary data from old regions at 1731414162494 (+6 ms)Region opened successfully at 1731414162496 (+2 ms) 2024-11-12T12:22:42,497 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:22:42,498 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d3daad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:42,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:22:42,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:22:42,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:22:42,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:22:42,499 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:22:42,500 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:22:42,500 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:22:42,501 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:22:42,502 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Unable to get data of znode /01595137855/balancer because node does not exist (not necessarily an error) 2024-11-12T12:22:42,613 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01595137855/balancer already deleted, retry=false 2024-11-12T12:22:42,613 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:22:42,614 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Unable to get data of znode /01595137855/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:22:42,623 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01595137855/normalizer already deleted, retry=false 2024-11-12T12:22:42,624 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:22:42,624 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Unable to get data of znode /01595137855/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:22:42,634 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01595137855/switch/split already deleted, retry=false 2024-11-12T12:22:42,635 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Unable to get data of znode /01595137855/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:22:42,644 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01595137855/switch/merge already deleted, retry=false 2024-11-12T12:22:42,646 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Unable to get data of znode /01595137855/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:22:42,655 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01595137855/snapshot-cleanup already deleted, retry=false 2024-11-12T12:22:42,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01595137855/running 2024-11-12T12:22:42,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01595137855/running 2024-11-12T12:22:42,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:42,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:42,666 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,45987,1731414160930, sessionid=0x1012eff69eb0000, setting cluster-up flag (Was=false) 2024-11-12T12:22:42,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:42,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:42,718 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01595137855/flush-table-proc/acquired, /01595137855/flush-table-proc/reached, /01595137855/flush-table-proc/abort 2024-11-12T12:22:42,719 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,45987,1731414160930 2024-11-12T12:22:42,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:42,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:22:42,737 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128727 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:22:42,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:42,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:42,771 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01595137855/online-snapshot/acquired, /01595137855/online-snapshot/reached, /01595137855/online-snapshot/abort 2024-11-12T12:22:42,772 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,45987,1731414160930 2024-11-12T12:22:42,772 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:22:42,774 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:42,774 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:22:42,774 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:22:42,774 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,45987,1731414160930 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:22:42,775 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:42,775 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:42,775 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:42,775 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:42,775 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:22:42,775 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,775 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:42,775 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,789 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414192789 2024-11-12T12:22:42,789 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:22:42,789 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:22:42,789 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:22:42,789 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:22:42,789 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:22:42,789 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:22:42,789 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:42,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:22:42,789 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:22:42,790 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:22:42,790 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:22:42,790 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:22:42,790 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:22:42,790 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:22:42,790 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:42,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:22:42,792 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414162790,5,FailOnTimeoutGroup] 2024-11-12T12:22:42,796 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414162792,5,FailOnTimeoutGroup] 2024-11-12T12:22:42,796 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,796 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:22:42,796 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,796 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:22:42,851 INFO [RS:0;4a91c05c96a4:35615 {}] regionserver.HRegionServer(746): ClusterId : 22de8da5-9fa0-4496-9a7b-70a9a2595079 2024-11-12T12:22:42,851 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:22:42,856 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:22:42,856 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:22:42,866 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:22:42,866 DEBUG [RS:0;4a91c05c96a4:35615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552229c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:42,877 DEBUG [RS:0;4a91c05c96a4:35615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:35615 2024-11-12T12:22:42,877 INFO [RS:0;4a91c05c96a4:35615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:22:42,877 INFO [RS:0;4a91c05c96a4:35615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:22:42,877 DEBUG [RS:0;4a91c05c96a4:35615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:22:42,878 INFO [RS:0;4a91c05c96a4:35615 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,45987,1731414160930 with port=35615, startcode=1731414161126 2024-11-12T12:22:42,878 DEBUG [RS:0;4a91c05c96a4:35615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:22:42,886 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:22:42,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,35615,1731414161126 2024-11-12T12:22:42,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45987 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,35615,1731414161126 2024-11-12T12:22:42,888 DEBUG [RS:0;4a91c05c96a4:35615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd 2024-11-12T12:22:42,888 DEBUG [RS:0;4a91c05c96a4:35615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45471 2024-11-12T12:22:42,888 DEBUG [RS:0;4a91c05c96a4:35615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:22:42,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855/rs 2024-11-12T12:22:42,898 DEBUG [RS:0;4a91c05c96a4:35615 {}] zookeeper.ZKUtil(111): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Set watcher on existing znode=/01595137855/rs/4a91c05c96a4,35615,1731414161126 2024-11-12T12:22:42,898 WARN [RS:0;4a91c05c96a4:35615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:42,898 INFO [RS:0;4a91c05c96a4:35615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:42,898 DEBUG [RS:0;4a91c05c96a4:35615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/WALs/4a91c05c96a4,35615,1731414161126 2024-11-12T12:22:42,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,35615,1731414161126] 2024-11-12T12:22:42,900 INFO [RS:0;4a91c05c96a4:35615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:22:42,901 INFO [RS:0;4a91c05c96a4:35615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:22:42,902 INFO [RS:0;4a91c05c96a4:35615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:22:42,902 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,902 INFO [RS:0;4a91c05c96a4:35615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:22:42,903 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:22:42,903 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:42,903 DEBUG [RS:0;4a91c05c96a4:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:42,904 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,904 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,904 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,904 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,904 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,904 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35615,1731414161126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:22:42,917 INFO [RS:0;4a91c05c96a4:35615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:22:42,917 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35615,1731414161126-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,917 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,917 INFO [RS:0;4a91c05c96a4:35615 {}] regionserver.Replication(171): 4a91c05c96a4,35615,1731414161126 started 2024-11-12T12:22:42,928 INFO [RS:0;4a91c05c96a4:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:42,928 INFO [RS:0;4a91c05c96a4:35615 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,35615,1731414161126, RpcServer on 4a91c05c96a4/172.17.0.3:35615, sessionid=0x1012eff69eb0001 2024-11-12T12:22:42,928 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:22:42,928 DEBUG [RS:0;4a91c05c96a4:35615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,35615,1731414161126 2024-11-12T12:22:42,928 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,35615,1731414161126' 2024-11-12T12:22:42,928 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01595137855/flush-table-proc/abort' 2024-11-12T12:22:42,929 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01595137855/flush-table-proc/acquired' 2024-11-12T12:22:42,929 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:22:42,929 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:22:42,929 DEBUG [RS:0;4a91c05c96a4:35615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,35615,1731414161126 2024-11-12T12:22:42,929 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,35615,1731414161126' 2024-11-12T12:22:42,929 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01595137855/online-snapshot/abort' 2024-11-12T12:22:42,930 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01595137855/online-snapshot/acquired' 2024-11-12T12:22:42,930 DEBUG [RS:0;4a91c05c96a4:35615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:22:42,930 INFO [RS:0;4a91c05c96a4:35615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:22:42,930 INFO [RS:0;4a91c05c96a4:35615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:22:43,030 INFO [RS:0;4a91c05c96a4:35615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:43,031 INFO [RS:0;4a91c05c96a4:35615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C35615%2C1731414161126, suffix=, logDir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/WALs/4a91c05c96a4,35615,1731414161126, archiveDir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/oldWALs, maxLogs=10 2024-11-12T12:22:43,043 DEBUG [RS:0;4a91c05c96a4:35615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/WALs/4a91c05c96a4,35615,1731414161126/4a91c05c96a4%2C35615%2C1731414161126.1731414163031, exclude list is [], retry=0 2024-11-12T12:22:43,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33815,DS-512c4736-249b-473c-859f-aa45269b80f6,DISK] 2024-11-12T12:22:43,046 INFO [RS:0;4a91c05c96a4:35615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/WALs/4a91c05c96a4,35615,1731414161126/4a91c05c96a4%2C35615%2C1731414161126.1731414163031 2024-11-12T12:22:43,047 DEBUG [RS:0;4a91c05c96a4:35615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43203:43203)] 2024-11-12T12:22:43,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:22:43,202 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd 2024-11-12T12:22:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:22:43,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:43,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:43,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:43,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:43,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:43,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:43,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:43,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:43,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:43,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:43,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:43,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:43,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:43,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:43,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:43,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:43,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:43,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:43,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/data/hbase/meta/1588230740 2024-11-12T12:22:43,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/data/hbase/meta/1588230740 2024-11-12T12:22:43,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:43,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:43,614 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:43,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:43,616 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:43,616 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60489604, jitterRate=-0.09863466024398804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:43,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414163607Initializing all the Stores at 1731414163607Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414163607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414163608 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414163608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414163608Cleaning up temporary data from old regions at 1731414163614 (+6 ms)Region opened successfully at 1731414163616 (+2 ms) 2024-11-12T12:22:43,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:22:43,616 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:22:43,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:22:43,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:22:43,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:22:43,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:43,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414163616Disabling compacts and flushes for region at 1731414163616Disabling writes for close at 1731414163616Writing region close event to WAL at 1731414163617 (+1 ms)Closed at 1731414163617 2024-11-12T12:22:43,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:43,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:22:43,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:22:43,618 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:43,619 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:22:43,769 DEBUG [4a91c05c96a4:45987 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:22:43,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,35615,1731414161126 2024-11-12T12:22:43,770 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,35615,1731414161126, state=OPENING 2024-11-12T12:22:43,823 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:22:43,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:43,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595137855 2024-11-12T12:22:43,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:43,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01595137855/meta-region-server: CHANGED 2024-11-12T12:22:43,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01595137855/meta-region-server: CHANGED 2024-11-12T12:22:43,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,35615,1731414161126}] 2024-11-12T12:22:43,986 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:22:43,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:22:43,990 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:22:43,990 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:43,990 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:22:43,991 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C35615%2C1731414161126.meta, suffix=.meta, logDir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/WALs/4a91c05c96a4,35615,1731414161126, archiveDir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/oldWALs, maxLogs=10 2024-11-12T12:22:44,008 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/WALs/4a91c05c96a4,35615,1731414161126/4a91c05c96a4%2C35615%2C1731414161126.meta.1731414163992.meta, exclude list is [], retry=0 2024-11-12T12:22:44,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33815,DS-512c4736-249b-473c-859f-aa45269b80f6,DISK] 2024-11-12T12:22:44,011 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/WALs/4a91c05c96a4,35615,1731414161126/4a91c05c96a4%2C35615%2C1731414161126.meta.1731414163992.meta 2024-11-12T12:22:44,011 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43203:43203)] 2024-11-12T12:22:44,011 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:44,011 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:44,012 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:22:44,012 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:22:44,012 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:22:44,012 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:22:44,012 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:44,012 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:22:44,012 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:22:44,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:44,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:44,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:44,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:44,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:44,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:44,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:44,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:44,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:44,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:44,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:44,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:44,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:44,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:44,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:44,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:44,019 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:44,020 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/data/hbase/meta/1588230740 2024-11-12T12:22:44,021 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/data/hbase/meta/1588230740 2024-11-12T12:22:44,022 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:44,022 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:44,023 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:44,025 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:44,026 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63256107, jitterRate=-0.057410553097724915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:44,026 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:22:44,026 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414164012Writing region info on filesystem at 1731414164012Initializing all the Stores at 1731414164013 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414164013Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414164013Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414164013Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414164013Cleaning up temporary data from old regions at 1731414164022 (+9 ms)Running coprocessor post-open hooks at 1731414164026 (+4 ms)Region opened successfully at 1731414164026 2024-11-12T12:22:44,027 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414163986 2024-11-12T12:22:44,029 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:22:44,029 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:22:44,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,35615,1731414161126 2024-11-12T12:22:44,030 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,35615,1731414161126, state=OPEN 2024-11-12T12:22:44,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012eff69eb0000, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01595137855/meta-region-server 2024-11-12T12:22:44,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1012eff69eb0001, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01595137855/meta-region-server 2024-11-12T12:22:44,085 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,35615,1731414161126 2024-11-12T12:22:44,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01595137855/meta-region-server: CHANGED 2024-11-12T12:22:44,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01595137855/meta-region-server: CHANGED 2024-11-12T12:22:44,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:22:44,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,35615,1731414161126 in 251 msec 2024-11-12T12:22:44,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:22:44,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 469 msec 2024-11-12T12:22:44,089 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:44,089 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:22:44,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:44,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,35615,1731414161126, seqNum=-1] 2024-11-12T12:22:44,090 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:44,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:44,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-11-12T12:22:44,095 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414164095, completionTime=-1 2024-11-12T12:22:44,095 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:22:44,095 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:22:44,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:22:44,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414224097 2024-11-12T12:22:44,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414284097 2024-11-12T12:22:44,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:22:44,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45987,1731414160930-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:44,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45987,1731414160930-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:44,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45987,1731414160930-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:44,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:45987, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:44,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:44,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:44,099 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:22:44,100 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.908sec 2024-11-12T12:22:44,100 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:22:44,100 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:22:44,100 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:22:44,100 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:22:44,100 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:22:44,100 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45987,1731414160930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:22:44,100 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45987,1731414160930-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:22:44,102 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:22:44,102 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:22:44,102 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45987,1731414160930-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:44,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a663788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:44,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45987,-1 for getting cluster id 2024-11-12T12:22:44,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:44,153 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22de8da5-9fa0-4496-9a7b-70a9a2595079' 2024-11-12T12:22:44,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:44,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22de8da5-9fa0-4496-9a7b-70a9a2595079" 2024-11-12T12:22:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae5d45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45987,-1] 2024-11-12T12:22:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:44,155 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:44,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5219af94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:44,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:44,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,35615,1731414161126, seqNum=-1] 2024-11-12T12:22:44,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:44,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:44,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,45987,1731414160930 2024-11-12T12:22:44,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60936 2024-11-12T12:22:44,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60936, baseZNode=/01595137855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:44,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012eff69eb0002 connected 2024-11-12T12:22:44,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45987,1731414160930 2024-11-12T12:22:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f78d7a6 2024-11-12T12:22:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:44,209 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:44,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:22:44,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:22:44,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:44,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:22:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:44,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:22:44,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:22:44,257 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d345f5bb700ebec37611b589cfafc52f, NAME => 'test,,1731414164209.d345f5bb700ebec37611b589cfafc52f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd 2024-11-12T12:22:44,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33815 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:22:44,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414164209.d345f5bb700ebec37611b589cfafc52f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:44,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d345f5bb700ebec37611b589cfafc52f, disabling compactions & flushes 2024-11-12T12:22:44,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414164209.d345f5bb700ebec37611b589cfafc52f. 2024-11-12T12:22:44,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414164209.d345f5bb700ebec37611b589cfafc52f. 2024-11-12T12:22:44,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414164209.d345f5bb700ebec37611b589cfafc52f. after waiting 0 ms 2024-11-12T12:22:44,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414164209.d345f5bb700ebec37611b589cfafc52f. 2024-11-12T12:22:44,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414164209.d345f5bb700ebec37611b589cfafc52f. 2024-11-12T12:22:44,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d345f5bb700ebec37611b589cfafc52f: Waiting for close lock at 1731414164278Disabling compacts and flushes for region at 1731414164278Disabling writes for close at 1731414164278Writing region close event to WAL at 1731414164278Closed at 1731414164278 2024-11-12T12:22:44,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:22:44,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414164209.d345f5bb700ebec37611b589cfafc52f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414164279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414164279"}]},"ts":"1731414164279"} 2024-11-12T12:22:44,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:22:44,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:22:44,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414164282"}]},"ts":"1731414164282"} 2024-11-12T12:22:44,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:22:44,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d345f5bb700ebec37611b589cfafc52f, ASSIGN}] 2024-11-12T12:22:44,285 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d345f5bb700ebec37611b589cfafc52f, ASSIGN 2024-11-12T12:22:44,286 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d345f5bb700ebec37611b589cfafc52f, ASSIGN; state=OFFLINE, location=4a91c05c96a4,35615,1731414161126; forceNewPlan=false, retain=false 2024-11-12T12:22:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:44,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d345f5bb700ebec37611b589cfafc52f, regionState=OPENING, regionLocation=4a91c05c96a4,35615,1731414161126 2024-11-12T12:22:44,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d345f5bb700ebec37611b589cfafc52f, ASSIGN because future has completed 2024-11-12T12:22:44,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d345f5bb700ebec37611b589cfafc52f, server=4a91c05c96a4,35615,1731414161126}] 2024-11-12T12:22:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:44,617 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414164209.d345f5bb700ebec37611b589cfafc52f. 2024-11-12T12:22:44,617 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d345f5bb700ebec37611b589cfafc52f, NAME => 'test,,1731414164209.d345f5bb700ebec37611b589cfafc52f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:44,618 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:44,618 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:22:44,618 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,618 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414164209.d345f5bb700ebec37611b589cfafc52f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:44,618 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,618 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,628 INFO [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,630 INFO [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d345f5bb700ebec37611b589cfafc52f columnFamilyName f 2024-11-12T12:22:44,630 DEBUG [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:44,630 INFO [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] regionserver.HStore(327): Store=d345f5bb700ebec37611b589cfafc52f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:44,631 INFO [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,632 INFO [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d345f5bb700ebec37611b589cfafc52f columnFamilyName f1 2024-11-12T12:22:44,632 DEBUG [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:44,632 INFO [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] regionserver.HStore(327): Store=d345f5bb700ebec37611b589cfafc52f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:44,632 INFO [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,633 INFO [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d345f5bb700ebec37611b589cfafc52f columnFamilyName norep 2024-11-12T12:22:44,633 DEBUG [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:44,634 INFO [StoreOpener-d345f5bb700ebec37611b589cfafc52f-1 {}] regionserver.HStore(327): Store=d345f5bb700ebec37611b589cfafc52f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:44,634 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,634 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/data/default/test/d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,635 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/data/default/test/d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,636 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,636 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,637 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:22:44,640 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,649 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/data/default/test/d345f5bb700ebec37611b589cfafc52f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:44,649 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d345f5bb700ebec37611b589cfafc52f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69141794, jitterRate=0.030293017625808716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:22:44,649 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d345f5bb700ebec37611b589cfafc52f 2024-11-12T12:22:44,650 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d345f5bb700ebec37611b589cfafc52f: Running coprocessor pre-open hook at 1731414164619Writing region info on filesystem at 1731414164619Initializing all the Stores at 1731414164624 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414164624Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414164628 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414164628Cleaning up temporary data from old regions at 1731414164636 (+8 ms)Running coprocessor post-open hooks at 1731414164649 (+13 ms)Region opened successfully at 1731414164650 (+1 ms) 2024-11-12T12:22:44,651 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414164209.d345f5bb700ebec37611b589cfafc52f., pid=6, masterSystemTime=1731414164608 2024-11-12T12:22:44,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d345f5bb700ebec37611b589cfafc52f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,35615,1731414161126 2024-11-12T12:22:44,656 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414164209.d345f5bb700ebec37611b589cfafc52f. 2024-11-12T12:22:44,656 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414164209.d345f5bb700ebec37611b589cfafc52f. 2024-11-12T12:22:44,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d345f5bb700ebec37611b589cfafc52f, server=4a91c05c96a4,35615,1731414161126 because future has completed 2024-11-12T12:22:44,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:22:44,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d345f5bb700ebec37611b589cfafc52f, server=4a91c05c96a4,35615,1731414161126 in 206 msec 2024-11-12T12:22:44,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:22:44,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d345f5bb700ebec37611b589cfafc52f, ASSIGN in 379 msec 2024-11-12T12:22:44,669 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:22:44,669 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414164669"}]},"ts":"1731414164669"} 2024-11-12T12:22:44,672 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:22:44,673 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:22:44,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 463 msec 2024-11-12T12:22:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:22:44,838 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:22:44,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eac4b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:44,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45987,-1 for getting cluster id 2024-11-12T12:22:44,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:44,841 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22de8da5-9fa0-4496-9a7b-70a9a2595079' 2024-11-12T12:22:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22de8da5-9fa0-4496-9a7b-70a9a2595079" 2024-11-12T12:22:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20133dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45987,-1] 2024-11-12T12:22:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:44,843 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:44,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2356a359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:44,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45987,1731414160930 2024-11-12T12:22:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b56187 2024-11-12T12:22:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:44,846 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:44,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:45987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:22:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:22:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:44,851 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:45987' 2024-11-12T12:22:44,856 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747719d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:44,856 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,45987,-1 for getting cluster id 2024-11-12T12:22:44,857 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:44,857 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22de8da5-9fa0-4496-9a7b-70a9a2595079' 2024-11-12T12:22:44,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:44,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22de8da5-9fa0-4496-9a7b-70a9a2595079" 2024-11-12T12:22:44,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a1764b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:44,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,45987,-1] 2024-11-12T12:22:44,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:44,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:44,859 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:44,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11abd240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:44,860 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:22:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,45987,1731414160930 2024-11-12T12:22:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@315bdb44 2024-11-12T12:22:44,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:22:44,862 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:22:44,862 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T12:22:44,863 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:22:44,863 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:44,863 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:44,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:44,863 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4a91c05c96a4:45987, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T12:22:44,870 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4a91c05c96a4:45987, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4a91c05c96a4:45987, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4a91c05c96a4:45987, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-12T12:22:44,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4a91c05c96a4:45987, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=24 msec 2024-11-12T12:22:44,872 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-12T12:22:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:22:44,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:22:44,958 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://4a91c05c96a4:45987, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-12T12:22:44,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:22:44,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:44,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:44,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:22:44,986 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 360) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_861977208_20 at /127.0.0.1:33396 [Receiving block BP-1375718203-172.17.0.3-1731414158927:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7906-acceptor-0@520a3e4-ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:42193} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd-prefix:4a91c05c96a4,35615,1731414161126 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1375718203-172.17.0.3-1731414158927:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 4a91c05c96a4:45987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server idle connection scanner for port 45965 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd/MasterData-prefix:4a91c05c96a4,45987,1731414160930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;4a91c05c96a4:45987 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1288804563-7904 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007eff3c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1679378324-7953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1679378324-7952-acceptor-0@6d5539ea-ServerConnector@6b5cdbc6{HTTP/1.1, (http/1.1)}{localhost:40541} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4a91c05c96a4:35615 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@488d91ba[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 45965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1288804563-7905 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007eff3c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45471/user/jenkins/test-data/2abbd141-b9d8-638f-044d-28fe25d833bd-prefix:4a91c05c96a4,35615,1731414161126.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60936 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1288804563-7909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/cluster_7bad58d6-f328-a6ac-a1ad-3ee9fef0698b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1725073202_20 at /127.0.0.1:33382 [Receiving block BP-1375718203-172.17.0.3-1731414158927:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp1288804563-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007eff3c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp1288804563-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007eff3c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$591/0x00007eff3cab3bd0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/cluster_7bad58d6-f328-a6ac-a1ad-3ee9fef0698b/data/data1/current/BP-1375718203-172.17.0.3-1731414158927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414162790 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@589e39f4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 45471 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1375718203-172.17.0.3-1731414158927:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@20b9729c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4a91c05c96a4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45471 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1679378324-7954 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60936) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/4a91c05c96a4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1375718203-172.17.0.3-1731414158927 heartbeating to localhost/127.0.0.1:45471 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_861977208_20 at /127.0.0.1:37252 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Session-HouseKeeper-37872a5f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 0 on default port 45965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007eff3c9f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1375718203-172.17.0.3-1731414158927:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60936) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;4a91c05c96a4:35615-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1679378324-7951 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007eff3c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60936) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1365755618) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414162792 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@70c1b80b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1faca6c2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/cluster_7bad58d6-f328-a6ac-a1ad-3ee9fef0698b/data/data2/current/BP-1375718203-172.17.0.3-1731414158927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 45471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:60936): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@493f33c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/cluster_7bad58d6-f328-a6ac-a1ad-3ee9fef0698b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_861977208_20 at /127.0.0.1:33420 [Receiving block BP-1375718203-172.17.0.3-1731414158927:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 787) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 337) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6339 (was 6401) 2024-11-12T12:22:44,989 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-12T12:22:45,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=6339 2024-11-12T12:22:45,012 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-12T12:22:45,028 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-12T12:22:45,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/hadoop.log.dir so I do NOT create it in target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f 2024-11-12T12:22:45,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:22:45,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/hadoop.tmp.dir so I do NOT create it in target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f 2024-11-12T12:22:45,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3462d83-cbd0-0fcc-88e4-afe0022fbdf1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:22:45,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f 2024-11-12T12:22:45,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/cluster_1ed84193-5212-eab4-6c91-79e3652c2a5e, deleteOnExit=true 2024-11-12T12:22:45,100 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/cluster_1ed84193-5212-eab4-6c91-79e3652c2a5e/zookeeper_0, clientPort=57175, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/cluster_1ed84193-5212-eab4-6c91-79e3652c2a5e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/cluster_1ed84193-5212-eab4-6c91-79e3652c2a5e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:22:45,102 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57175 2024-11-12T12:22:45,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:22:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:22:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/test.cache.data in system properties and HBase conf 2024-11-12T12:22:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:22:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:22:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:22:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:22:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:22:45,103 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:22:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:22:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:22:45,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:22:45,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:45,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:22:45,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:22:45,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:22:45,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:22:45,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:45,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:22:45,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:22:45,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22b51209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/java.io.tmpdir/jetty-localhost-38035-hadoop-hdfs-3_4_1-tests_jar-_-any-733807913246390622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:22:45,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:38035} 2024-11-12T12:22:45,617 INFO [Time-limited test {}] server.Server(415): Started @326104ms 2024-11-12T12:22:45,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:45,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:22:45,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:22:45,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:22:45,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:22:45,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:22:45,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:22:46,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c9a294c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/java.io.tmpdir/jetty-localhost-38869-hadoop-hdfs-3_4_1-tests_jar-_-any-18279016717258540526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:22:46,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:38869} 2024-11-12T12:22:46,076 INFO [Time-limited test {}] server.Server(415): Started @326563ms 2024-11-12T12:22:46,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:22:47,085 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/cluster_1ed84193-5212-eab4-6c91-79e3652c2a5e/data/data2/current/BP-966052517-172.17.0.3-1731414165135/current, will proceed with Du for space computation calculation, 2024-11-12T12:22:47,085 WARN [Thread-4320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/cluster_1ed84193-5212-eab4-6c91-79e3652c2a5e/data/data1/current/BP-966052517-172.17.0.3-1731414165135/current, will proceed with Du for space computation calculation, 2024-11-12T12:22:47,108 WARN [Thread-4308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:22:47,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd07979deb1d05cff with lease ID 0x62138006565e056: Processing first storage report for DS-5e5c3d40-2cb0-4232-8ef1-0bbf51cc2b05 from datanode DatanodeRegistration(127.0.0.1:34613, datanodeUuid=0962a57b-bc11-40d2-9be0-3142f15a8ffd, infoPort=35425, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=2086681849;c=1731414165135) 2024-11-12T12:22:47,110 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd07979deb1d05cff with lease ID 0x62138006565e056: from storage DS-5e5c3d40-2cb0-4232-8ef1-0bbf51cc2b05 node DatanodeRegistration(127.0.0.1:34613, datanodeUuid=0962a57b-bc11-40d2-9be0-3142f15a8ffd, infoPort=35425, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=2086681849;c=1731414165135), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:47,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd07979deb1d05cff with lease ID 0x62138006565e056: Processing first storage report for DS-72ccc8ee-179d-4f27-94a2-c8a3aef47d46 from datanode DatanodeRegistration(127.0.0.1:34613, datanodeUuid=0962a57b-bc11-40d2-9be0-3142f15a8ffd, infoPort=35425, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=2086681849;c=1731414165135) 2024-11-12T12:22:47,110 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd07979deb1d05cff with lease ID 0x62138006565e056: from storage DS-72ccc8ee-179d-4f27-94a2-c8a3aef47d46 node DatanodeRegistration(127.0.0.1:34613, datanodeUuid=0962a57b-bc11-40d2-9be0-3142f15a8ffd, infoPort=35425, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=2086681849;c=1731414165135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:47,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f 2024-11-12T12:22:47,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:47,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:22:47,551 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644 with version=8 2024-11-12T12:22:47,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/hbase-staging 2024-11-12T12:22:47,553 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:47,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:47,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:47,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:47,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:47,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:47,554 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:22:47,554 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:47,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40017 2024-11-12T12:22:47,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40017 connecting to ZooKeeper ensemble=127.0.0.1:57175 2024-11-12T12:22:47,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400170x0, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:47,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40017-0x1012eff820a0000 connected 2024-11-12T12:22:48,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:48,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:48,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Set watcher on znode that does not yet exist, /0-1769800366/running 2024-11-12T12:22:48,142 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644, hbase.cluster.distributed=false 2024-11-12T12:22:48,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Set watcher on znode that does not yet exist, /0-1769800366/acl 2024-11-12T12:22:48,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40017 2024-11-12T12:22:48,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40017 2024-11-12T12:22:48,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40017 2024-11-12T12:22:48,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40017 2024-11-12T12:22:48,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40017 2024-11-12T12:22:48,161 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:48,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:48,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:48,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:48,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:48,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:48,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:22:48,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:48,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46559 2024-11-12T12:22:48,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46559 connecting to ZooKeeper ensemble=127.0.0.1:57175 2024-11-12T12:22:48,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:48,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:48,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465590x0, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:48,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465590x0, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Set watcher on znode that does not yet exist, /0-1769800366/running 2024-11-12T12:22:48,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46559-0x1012eff820a0001 connected 2024-11-12T12:22:48,250 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:22:48,250 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:22:48,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Set watcher on znode that does not yet exist, /0-1769800366/master 2024-11-12T12:22:48,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Set watcher on znode that does not yet exist, /0-1769800366/acl 2024-11-12T12:22:48,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46559 2024-11-12T12:22:48,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46559 2024-11-12T12:22:48,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46559 2024-11-12T12:22:48,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46559 2024-11-12T12:22:48,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46559 2024-11-12T12:22:48,267 DEBUG [M:0;4a91c05c96a4:40017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:40017 2024-11-12T12:22:48,268 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1769800366/backup-masters/4a91c05c96a4,40017,1731414167553 2024-11-12T12:22:48,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366/backup-masters 2024-11-12T12:22:48,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366/backup-masters 2024-11-12T12:22:48,315 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Set watcher on existing znode=/0-1769800366/backup-masters/4a91c05c96a4,40017,1731414167553 2024-11-12T12:22:48,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1769800366/master 2024-11-12T12:22:48,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:48,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:48,368 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Set watcher on existing znode=/0-1769800366/master 2024-11-12T12:22:48,368 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1769800366/backup-masters/4a91c05c96a4,40017,1731414167553 from backup master directory 2024-11-12T12:22:48,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769800366/backup-masters/4a91c05c96a4,40017,1731414167553 2024-11-12T12:22:48,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366/backup-masters 2024-11-12T12:22:48,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366/backup-masters 2024-11-12T12:22:48,440 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:48,440 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,40017,1731414167553 2024-11-12T12:22:48,442 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/hbase.id] with ID: a464e60d-92bd-4c3e-b173-66d1486da9a9 2024-11-12T12:22:48,442 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/.tmp/hbase.id 2024-11-12T12:22:48,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:22:48,446 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/.tmp/hbase.id]:[hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/hbase.id] 2024-11-12T12:22:48,452 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:48,452 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:22:48,453 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:22:48,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:48,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:48,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:22:48,900 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:22:48,901 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T12:22:48,945 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:48,946 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:22:48,946 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:48,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:22:49,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,351 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store 2024-11-12T12:22:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:22:49,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:22:49,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:49,758 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:49,758 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:22:49,758 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:49,758 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:49,758 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:22:49,758 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:49,758 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:49,758 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414169758Disabling compacts and flushes for region at 1731414169758Disabling writes for close at 1731414169758Writing region close event to WAL at 1731414169758Closed at 1731414169758 2024-11-12T12:22:49,762 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/.initializing 2024-11-12T12:22:49,762 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/WALs/4a91c05c96a4,40017,1731414167553 2024-11-12T12:22:49,763 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:49,765 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C40017%2C1731414167553, suffix=, logDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/WALs/4a91c05c96a4,40017,1731414167553, archiveDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/oldWALs, maxLogs=10 2024-11-12T12:22:49,785 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/WALs/4a91c05c96a4,40017,1731414167553/4a91c05c96a4%2C40017%2C1731414167553.1731414169765, exclude list is [], retry=0 2024-11-12T12:22:49,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34613,DS-5e5c3d40-2cb0-4232-8ef1-0bbf51cc2b05,DISK] 2024-11-12T12:22:49,790 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/WALs/4a91c05c96a4,40017,1731414167553/4a91c05c96a4%2C40017%2C1731414167553.1731414169765 2024-11-12T12:22:49,790 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-12T12:22:49,791 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:49,791 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:49,791 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,791 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:22:49,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:49,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:49,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:22:49,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:49,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:49,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:22:49,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:49,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:49,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:22:49,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:49,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:49,802 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,802 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,802 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,803 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,803 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,803 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:49,804 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:49,805 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:49,805 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68076420, jitterRate=0.014417707920074463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:49,806 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414169791Initializing all the Stores at 1731414169792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414169792Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414169796 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414169796Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414169796Cleaning up temporary data from old regions at 1731414169803 (+7 ms)Region opened successfully at 1731414169805 (+2 ms) 2024-11-12T12:22:49,806 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:22:49,808 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249e5419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:49,808 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:22:49,808 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:22:49,808 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:22:49,809 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:22:49,809 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:22:49,809 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:22:49,809 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:22:49,815 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:22:49,816 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Unable to get data of znode /0-1769800366/balancer because node does not exist (not necessarily an error) 2024-11-12T12:22:49,824 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769800366/balancer already deleted, retry=false 2024-11-12T12:22:49,824 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:22:49,825 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Unable to get data of znode /0-1769800366/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:22:49,845 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769800366/normalizer already deleted, retry=false 2024-11-12T12:22:49,845 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:22:49,846 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Unable to get data of znode /0-1769800366/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:22:49,855 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769800366/switch/split already deleted, retry=false 2024-11-12T12:22:49,856 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Unable to get data of znode /0-1769800366/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:22:49,866 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769800366/switch/merge already deleted, retry=false 2024-11-12T12:22:49,868 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Unable to get data of znode /0-1769800366/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:22:49,877 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769800366/snapshot-cleanup already deleted, retry=false 2024-11-12T12:22:49,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1769800366/running 2024-11-12T12:22:49,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1769800366/running 2024-11-12T12:22:49,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:49,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:49,898 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,40017,1731414167553, sessionid=0x1012eff820a0000, setting cluster-up flag (Was=false) 2024-11-12T12:22:49,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:49,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:49,961 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1769800366/flush-table-proc/acquired, /0-1769800366/flush-table-proc/reached, /0-1769800366/flush-table-proc/abort 2024-11-12T12:22:49,962 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,40017,1731414167553 2024-11-12T12:22:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:50,045 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1769800366/online-snapshot/acquired, /0-1769800366/online-snapshot/reached, /0-1769800366/online-snapshot/abort 2024-11-12T12:22:50,046 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,40017,1731414167553 2024-11-12T12:22:50,046 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:22:50,047 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:50,048 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:22:50,048 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:22:50,048 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,40017,1731414167553 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:22:50,049 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:50,049 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:50,049 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:50,049 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:50,049 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:22:50,049 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,049 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:50,049 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,049 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414200049 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:50,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:22:50,050 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:22:50,050 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414170050,5,FailOnTimeoutGroup] 2024-11-12T12:22:50,051 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:50,051 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414170051,5,FailOnTimeoutGroup] 2024-11-12T12:22:50,051 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,051 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:22:50,051 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,051 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:22:50,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:22:50,065 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(746): ClusterId : a464e60d-92bd-4c3e-b173-66d1486da9a9 2024-11-12T12:22:50,065 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:22:50,077 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:22:50,077 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:22:50,088 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:22:50,088 DEBUG [RS:0;4a91c05c96a4:46559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a42256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:50,105 DEBUG [RS:0;4a91c05c96a4:46559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:46559 2024-11-12T12:22:50,105 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:22:50,105 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:22:50,105 DEBUG [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:22:50,105 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,40017,1731414167553 with port=46559, startcode=1731414168160 2024-11-12T12:22:50,106 DEBUG [RS:0;4a91c05c96a4:46559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:22:50,107 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:22:50,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40017 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,46559,1731414168160 2024-11-12T12:22:50,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40017 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,46559,1731414168160 2024-11-12T12:22:50,108 DEBUG [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644 2024-11-12T12:22:50,108 DEBUG [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45945 2024-11-12T12:22:50,108 DEBUG [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:22:50,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366/rs 2024-11-12T12:22:50,119 DEBUG [RS:0;4a91c05c96a4:46559 {}] zookeeper.ZKUtil(111): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Set watcher on existing znode=/0-1769800366/rs/4a91c05c96a4,46559,1731414168160 2024-11-12T12:22:50,119 WARN [RS:0;4a91c05c96a4:46559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:50,119 INFO [RS:0;4a91c05c96a4:46559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:50,119 DEBUG [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160 2024-11-12T12:22:50,120 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,46559,1731414168160] 2024-11-12T12:22:50,130 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:22:50,131 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:22:50,136 INFO [RS:0;4a91c05c96a4:46559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:22:50,136 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,137 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:22:50,137 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:22:50,137 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,137 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,137 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,137 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,137 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,138 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,138 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:50,138 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,138 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,138 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,138 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,138 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,138 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:50,138 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:50,138 DEBUG [RS:0;4a91c05c96a4:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:50,138 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,138 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,138 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,138 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,138 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,138 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,46559,1731414168160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:22:50,156 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:22:50,156 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,46559,1731414168160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,157 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,157 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.Replication(171): 4a91c05c96a4,46559,1731414168160 started 2024-11-12T12:22:50,175 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,175 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,46559,1731414168160, RpcServer on 4a91c05c96a4/172.17.0.3:46559, sessionid=0x1012eff820a0001 2024-11-12T12:22:50,175 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:22:50,175 DEBUG [RS:0;4a91c05c96a4:46559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,46559,1731414168160 2024-11-12T12:22:50,175 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,46559,1731414168160' 2024-11-12T12:22:50,175 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1769800366/flush-table-proc/abort' 2024-11-12T12:22:50,176 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1769800366/flush-table-proc/acquired' 2024-11-12T12:22:50,176 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:22:50,176 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:22:50,176 DEBUG [RS:0;4a91c05c96a4:46559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,46559,1731414168160 2024-11-12T12:22:50,176 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,46559,1731414168160' 2024-11-12T12:22:50,176 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1769800366/online-snapshot/abort' 2024-11-12T12:22:50,176 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1769800366/online-snapshot/acquired' 2024-11-12T12:22:50,177 DEBUG [RS:0;4a91c05c96a4:46559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:22:50,177 INFO [RS:0;4a91c05c96a4:46559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:22:50,177 INFO [RS:0;4a91c05c96a4:46559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:22:50,277 INFO [RS:0;4a91c05c96a4:46559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:50,292 INFO [RS:0;4a91c05c96a4:46559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C46559%2C1731414168160, suffix=, logDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160, archiveDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/oldWALs, maxLogs=10 2024-11-12T12:22:50,305 DEBUG [RS:0;4a91c05c96a4:46559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293, exclude list is [], retry=0 2024-11-12T12:22:50,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34613,DS-5e5c3d40-2cb0-4232-8ef1-0bbf51cc2b05,DISK] 2024-11-12T12:22:50,309 INFO [RS:0;4a91c05c96a4:46559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 2024-11-12T12:22:50,309 DEBUG [RS:0;4a91c05c96a4:46559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-12T12:22:50,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:22:50,459 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644 2024-11-12T12:22:50,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:22:50,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:50,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:50,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:50,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:50,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:50,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:50,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:50,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:50,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:50,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:50,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:50,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:50,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:50,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:50,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:50,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:50,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:50,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:50,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740 2024-11-12T12:22:50,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740 2024-11-12T12:22:50,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:50,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:50,475 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:50,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:50,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:50,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63409859, jitterRate=-0.05511946976184845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414170464Initializing all the Stores at 1731414170464Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414170464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414170464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414170464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414170464Cleaning up temporary data from old regions at 1731414170474 (+10 ms)Region opened successfully at 1731414170477 (+3 ms) 2024-11-12T12:22:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:22:50,478 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:22:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:22:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:22:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:22:50,478 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:50,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414170478Disabling compacts and flushes for region at 1731414170478Disabling writes for close at 1731414170478Writing region close event to WAL at 1731414170478Closed at 1731414170478 2024-11-12T12:22:50,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:50,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:22:50,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:22:50,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:50,481 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:22:50,631 DEBUG [4a91c05c96a4:40017 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:22:50,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,46559,1731414168160 2024-11-12T12:22:50,633 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,46559,1731414168160, state=OPENING 2024-11-12T12:22:50,645 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:22:50,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:50,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:22:50,685 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:50,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769800366/meta-region-server: CHANGED 2024-11-12T12:22:50,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769800366/meta-region-server: CHANGED 2024-11-12T12:22:50,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,46559,1731414168160}] 2024-11-12T12:22:50,837 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:22:50,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:22:50,840 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:22:50,840 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:50,841 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:22:50,842 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C46559%2C1731414168160.meta, suffix=.meta, logDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160, archiveDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/oldWALs, maxLogs=10 2024-11-12T12:22:50,853 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.meta.1731414170842.meta, exclude list is [], retry=0 2024-11-12T12:22:50,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34613,DS-5e5c3d40-2cb0-4232-8ef1-0bbf51cc2b05,DISK] 2024-11-12T12:22:50,856 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.meta.1731414170842.meta 2024-11-12T12:22:50,856 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-12T12:22:50,856 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:50,856 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:50,856 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:22:50,856 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:22:50,856 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:22:50,857 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:22:50,857 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:50,857 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:22:50,857 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:22:50,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:50,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:50,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:50,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:50,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:50,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:50,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:50,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:50,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:50,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:50,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:50,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:50,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:50,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:50,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:50,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:50,862 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:50,863 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740 2024-11-12T12:22:50,863 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740 2024-11-12T12:22:50,864 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:50,864 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:50,864 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:50,865 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:50,866 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63367830, jitterRate=-0.05574575066566467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:50,866 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:22:50,866 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414170857Writing region info on filesystem at 1731414170857Initializing all the Stores at 1731414170857Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414170857Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414170858 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414170858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414170858Cleaning up temporary data from old regions at 1731414170864 (+6 ms)Running coprocessor post-open hooks at 1731414170866 (+2 ms)Region opened successfully at 1731414170866 2024-11-12T12:22:50,867 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414170837 2024-11-12T12:22:50,868 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:22:50,868 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:22:50,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,46559,1731414168160 2024-11-12T12:22:50,869 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,46559,1731414168160, state=OPEN 2024-11-12T12:22:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1769800366/meta-region-server 2024-11-12T12:22:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1769800366/meta-region-server 2024-11-12T12:22:50,877 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,46559,1731414168160 2024-11-12T12:22:50,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769800366/meta-region-server: CHANGED 2024-11-12T12:22:50,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769800366/meta-region-server: CHANGED 2024-11-12T12:22:50,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:22:50,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,46559,1731414168160 in 192 msec 2024-11-12T12:22:50,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:22:50,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-12T12:22:50,879 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:50,879 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:22:50,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:50,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,46559,1731414168160, seqNum=-1] 2024-11-12T12:22:50,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:50,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:50,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 837 msec 2024-11-12T12:22:50,885 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414170885, completionTime=-1 2024-11-12T12:22:50,885 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:22:50,885 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:22:50,887 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:22:50,887 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414230887 2024-11-12T12:22:50,887 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414290887 2024-11-12T12:22:50,887 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:22:50,887 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40017,1731414167553-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,887 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40017,1731414167553-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,887 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40017,1731414167553-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,887 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:40017, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,888 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,888 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,889 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:22:50,890 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.450sec 2024-11-12T12:22:50,890 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:22:50,890 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:22:50,890 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:22:50,890 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:22:50,890 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:22:50,890 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40017,1731414167553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:22:50,890 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40017,1731414167553-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:22:50,892 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:22:50,892 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:22:50,892 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40017,1731414167553-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:50,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:50,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40017,-1 for getting cluster id 2024-11-12T12:22:50,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:50,967 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a464e60d-92bd-4c3e-b173-66d1486da9a9' 2024-11-12T12:22:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a464e60d-92bd-4c3e-b173-66d1486da9a9" 2024-11-12T12:22:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67806bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40017,-1] 2024-11-12T12:22:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:50,968 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:50,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:50,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,46559,1731414168160, seqNum=-1] 2024-11-12T12:22:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:50,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:50,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,40017,1731414167553 2024-11-12T12:22:50,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57175 2024-11-12T12:22:50,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:50,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012eff820a0002 connected 2024-11-12T12:22:50,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/hadoop.log.dir so I do NOT create it in target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15 2024-11-12T12:22:50,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:22:50,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/hadoop.tmp.dir so I do NOT create it in target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15 2024-11-12T12:22:50,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:22:50,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15 2024-11-12T12:22:50,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:22:50,994 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/cluster_2bd4ab6b-97e3-8af1-39bc-21e0b2d38d84, deleteOnExit=true 2024-11-12T12:22:50,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:22:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/test.cache.data in system properties and HBase conf 2024-11-12T12:22:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:22:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:22:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:22:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:22:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:22:50,995 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:22:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:22:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:22:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:22:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:22:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:22:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:22:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:22:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:22:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:22:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:22:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:22:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:22:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:22:50,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:22:51,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:51,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:22:51,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:22:51,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:22:51,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:22:51,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:51,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff20f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:22:51,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119eee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:22:51,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466bec40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/java.io.tmpdir/jetty-localhost-35351-hadoop-hdfs-3_4_1-tests_jar-_-any-10719650970035503671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:22:51,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@252587db{HTTP/1.1, (http/1.1)}{localhost:35351} 2024-11-12T12:22:51,459 INFO [Time-limited test {}] server.Server(415): Started @331946ms 2024-11-12T12:22:51,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:51,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:22:51,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:22:51,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:22:51,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:22:51,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435c3424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:22:51,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654e73bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:22:51,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326cb3a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/java.io.tmpdir/jetty-localhost-39215-hadoop-hdfs-3_4_1-tests_jar-_-any-7827646016028745598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:22:51,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c4eba30{HTTP/1.1, (http/1.1)}{localhost:39215} 2024-11-12T12:22:51,841 INFO [Time-limited test {}] server.Server(415): Started @332328ms 2024-11-12T12:22:51,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:22:52,834 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/cluster_2bd4ab6b-97e3-8af1-39bc-21e0b2d38d84/data/data2/current/BP-620955060-172.17.0.3-1731414171010/current, will proceed with Du for space computation calculation, 2024-11-12T12:22:52,834 WARN [Thread-4441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/cluster_2bd4ab6b-97e3-8af1-39bc-21e0b2d38d84/data/data1/current/BP-620955060-172.17.0.3-1731414171010/current, will proceed with Du for space computation calculation, 2024-11-12T12:22:52,922 WARN [Thread-4429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:22:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17835b2e387d1d77 with lease ID 0xbeb9ed10fba7f59c: Processing first storage report for DS-aaee040d-7b11-4afd-91cc-3920313fba5b from datanode DatanodeRegistration(127.0.0.1:45531, datanodeUuid=75b16f39-9b14-4741-8929-7ec7c3fcb60d, infoPort=42899, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=1435333929;c=1731414171010) 2024-11-12T12:22:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17835b2e387d1d77 with lease ID 0xbeb9ed10fba7f59c: from storage DS-aaee040d-7b11-4afd-91cc-3920313fba5b node DatanodeRegistration(127.0.0.1:45531, datanodeUuid=75b16f39-9b14-4741-8929-7ec7c3fcb60d, infoPort=42899, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=1435333929;c=1731414171010), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17835b2e387d1d77 with lease ID 0xbeb9ed10fba7f59c: Processing first storage report for DS-70b29e9a-820c-4f18-9a3d-6101d8861b8f from datanode DatanodeRegistration(127.0.0.1:45531, datanodeUuid=75b16f39-9b14-4741-8929-7ec7c3fcb60d, infoPort=42899, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=1435333929;c=1731414171010) 2024-11-12T12:22:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17835b2e387d1d77 with lease ID 0xbeb9ed10fba7f59c: from storage DS-70b29e9a-820c-4f18-9a3d-6101d8861b8f node DatanodeRegistration(127.0.0.1:45531, datanodeUuid=75b16f39-9b14-4741-8929-7ec7c3fcb60d, infoPort=42899, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=1435333929;c=1731414171010), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:52,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15 2024-11-12T12:22:52,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:52,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:22:53,412 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd with version=8 2024-11-12T12:22:53,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/hbase-staging 2024-11-12T12:22:53,415 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:53,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:53,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:53,415 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:53,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:53,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:53,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:22:53,416 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:53,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34297 2024-11-12T12:22:53,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34297 connecting to ZooKeeper ensemble=127.0.0.1:57175 2024-11-12T12:22:53,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342970x0, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:53,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34297-0x1012eff820a0003 connected 2024-11-12T12:22:53,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:53,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:53,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Set watcher on znode that does not yet exist, /1-1808596640/running 2024-11-12T12:22:53,544 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd, hbase.cluster.distributed=false 2024-11-12T12:22:53,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Set watcher on znode that does not yet exist, /1-1808596640/acl 2024-11-12T12:22:53,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34297 2024-11-12T12:22:53,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34297 2024-11-12T12:22:53,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34297 2024-11-12T12:22:53,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34297 2024-11-12T12:22:53,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34297 2024-11-12T12:22:53,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:53,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:53,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:53,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:53,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:53,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:53,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:22:53,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:53,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41667 2024-11-12T12:22:53,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41667 connecting to ZooKeeper ensemble=127.0.0.1:57175 2024-11-12T12:22:53,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:53,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:53,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416670x0, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:53,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416670x0, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Set watcher on znode that does not yet exist, /1-1808596640/running 2024-11-12T12:22:53,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41667-0x1012eff820a0004 connected 2024-11-12T12:22:53,604 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:22:53,616 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:22:53,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Set watcher on znode that does not yet exist, /1-1808596640/master 2024-11-12T12:22:53,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Set watcher on znode that does not yet exist, /1-1808596640/acl 2024-11-12T12:22:53,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41667 2024-11-12T12:22:53,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41667 2024-11-12T12:22:53,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41667 2024-11-12T12:22:53,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41667 2024-11-12T12:22:53,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41667 2024-11-12T12:22:53,680 DEBUG [M:0;4a91c05c96a4:34297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:34297 2024-11-12T12:22:53,680 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1808596640/backup-masters/4a91c05c96a4,34297,1731414173415 2024-11-12T12:22:53,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640/backup-masters 2024-11-12T12:22:53,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640/backup-masters 2024-11-12T12:22:53,688 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Set watcher on existing znode=/1-1808596640/backup-masters/4a91c05c96a4,34297,1731414173415 2024-11-12T12:22:53,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:53,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1808596640/master 2024-11-12T12:22:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:53,698 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Set watcher on existing znode=/1-1808596640/master 2024-11-12T12:22:53,699 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1808596640/backup-masters/4a91c05c96a4,34297,1731414173415 from backup master directory 2024-11-12T12:22:53,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1808596640/backup-masters/4a91c05c96a4,34297,1731414173415 2024-11-12T12:22:53,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640/backup-masters 2024-11-12T12:22:53,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640/backup-masters 2024-11-12T12:22:53,708 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:53,708 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,34297,1731414173415 2024-11-12T12:22:53,712 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/hbase.id] with ID: 4be21aad-4b60-4d40-afa9-d56707f2e7ae 2024-11-12T12:22:53,713 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/.tmp/hbase.id 2024-11-12T12:22:53,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:22:53,755 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/.tmp/hbase.id]:[hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/hbase.id] 2024-11-12T12:22:53,769 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:53,769 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:22:53,770 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:22:53,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:53,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:53,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:22:53,814 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:53,815 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:22:53,816 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:22:53,831 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store 2024-11-12T12:22:53,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:22:53,856 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:53,856 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:22:53,856 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:53,856 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:53,856 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:22:53,856 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:53,856 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:53,856 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414173856Disabling compacts and flushes for region at 1731414173856Disabling writes for close at 1731414173856Writing region close event to WAL at 1731414173856Closed at 1731414173856 2024-11-12T12:22:53,857 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/.initializing 2024-11-12T12:22:53,858 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/WALs/4a91c05c96a4,34297,1731414173415 2024-11-12T12:22:53,859 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:53,861 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C34297%2C1731414173415, suffix=, logDir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/WALs/4a91c05c96a4,34297,1731414173415, archiveDir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/oldWALs, maxLogs=10 2024-11-12T12:22:53,885 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/WALs/4a91c05c96a4,34297,1731414173415/4a91c05c96a4%2C34297%2C1731414173415.1731414173862, exclude list is [], retry=0 2024-11-12T12:22:53,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45531,DS-aaee040d-7b11-4afd-91cc-3920313fba5b,DISK] 2024-11-12T12:22:53,898 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/WALs/4a91c05c96a4,34297,1731414173415/4a91c05c96a4%2C34297%2C1731414173415.1731414173862 2024-11-12T12:22:53,904 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42899:42899)] 2024-11-12T12:22:53,904 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:53,905 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:53,905 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,905 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:22:53,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:53,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:53,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:22:53,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:53,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:53,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:22:53,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:53,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:53,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:22:53,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:53,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:53,918 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,918 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,918 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,920 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,920 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,921 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:53,922 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:53,924 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:53,924 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71485744, jitterRate=0.06522059440612793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:53,924 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414173905Initializing all the Stores at 1731414173906 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414173906Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414173908 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414173908Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414173908Cleaning up temporary data from old regions at 1731414173920 (+12 ms)Region opened successfully at 1731414173924 (+4 ms) 2024-11-12T12:22:53,925 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:22:53,927 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a31b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:53,928 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:22:53,929 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:22:53,929 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:22:53,929 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:22:53,929 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:22:53,930 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:22:53,930 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:22:53,946 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:22:53,947 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Unable to get data of znode /1-1808596640/balancer because node does not exist (not necessarily an error) 2024-11-12T12:22:54,020 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808596640/balancer already deleted, retry=false 2024-11-12T12:22:54,021 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:22:54,022 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Unable to get data of znode /1-1808596640/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:22:54,076 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808596640/normalizer already deleted, retry=false 2024-11-12T12:22:54,077 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:22:54,078 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Unable to get data of znode /1-1808596640/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:22:54,087 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808596640/switch/split already deleted, retry=false 2024-11-12T12:22:54,088 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Unable to get data of znode /1-1808596640/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:22:54,097 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808596640/switch/merge already deleted, retry=false 2024-11-12T12:22:54,099 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Unable to get data of znode /1-1808596640/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:22:54,108 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808596640/snapshot-cleanup already deleted, retry=false 2024-11-12T12:22:54,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1808596640/running 2024-11-12T12:22:54,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1808596640/running 2024-11-12T12:22:54,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:54,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:54,120 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,34297,1731414173415, sessionid=0x1012eff820a0003, setting cluster-up flag (Was=false) 2024-11-12T12:22:54,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:54,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:54,171 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1808596640/flush-table-proc/acquired, /1-1808596640/flush-table-proc/reached, /1-1808596640/flush-table-proc/abort 2024-11-12T12:22:54,172 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,34297,1731414173415 2024-11-12T12:22:54,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:54,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:54,224 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1808596640/online-snapshot/acquired, /1-1808596640/online-snapshot/reached, /1-1808596640/online-snapshot/abort 2024-11-12T12:22:54,225 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,34297,1731414173415 2024-11-12T12:22:54,226 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:22:54,233 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:54,234 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:22:54,234 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:22:54,234 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,34297,1731414173415 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:22:54,235 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:54,235 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:54,235 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:54,236 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:54,236 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:22:54,236 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,236 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:54,236 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:54,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:22:54,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:54,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:22:54,285 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(746): ClusterId : 4be21aad-4b60-4d40-afa9-d56707f2e7ae 2024-11-12T12:22:54,286 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:22:54,299 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:22:54,299 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:22:54,309 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:22:54,309 DEBUG [RS:0;4a91c05c96a4:41667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd5ccec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:54,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:22:54,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:22:54,337 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd 2024-11-12T12:22:54,348 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414204348 2024-11-12T12:22:54,349 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:22:54,349 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:22:54,349 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:22:54,349 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:22:54,349 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:22:54,349 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:22:54,359 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,361 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:41667 2024-11-12T12:22:54,361 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:22:54,361 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:22:54,361 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:22:54,362 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,34297,1731414173415 with port=41667, startcode=1731414173586 2024-11-12T12:22:54,362 DEBUG [RS:0;4a91c05c96a4:41667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:22:54,364 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:22:54,364 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:22:54,364 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:22:54,364 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:22:54,372 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:22:54,372 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:22:54,383 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:22:54,383 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T12:22:54,385 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T12:22:54,385 WARN [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T12:22:54,388 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414174373,5,FailOnTimeoutGroup] 2024-11-12T12:22:54,400 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414174388,5,FailOnTimeoutGroup] 2024-11-12T12:22:54,400 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,401 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:22:54,401 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,401 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:22:54,486 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,34297,1731414173415 with port=41667, startcode=1731414173586 2024-11-12T12:22:54,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,41667,1731414173586 2024-11-12T12:22:54,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34297 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,41667,1731414173586 2024-11-12T12:22:54,490 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd 2024-11-12T12:22:54,490 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38487 2024-11-12T12:22:54,490 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:22:54,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640/rs 2024-11-12T12:22:54,548 DEBUG [RS:0;4a91c05c96a4:41667 {}] zookeeper.ZKUtil(111): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Set watcher on existing znode=/1-1808596640/rs/4a91c05c96a4,41667,1731414173586 2024-11-12T12:22:54,548 WARN [RS:0;4a91c05c96a4:41667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:54,548 INFO [RS:0;4a91c05c96a4:41667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:54,548 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/WALs/4a91c05c96a4,41667,1731414173586 2024-11-12T12:22:54,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,41667,1731414173586] 2024-11-12T12:22:54,551 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:22:54,553 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:22:54,553 INFO [RS:0;4a91c05c96a4:41667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:22:54,553 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,553 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:22:54,554 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:22:54,554 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,554 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,554 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,554 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,554 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,554 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,554 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:54,554 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,554 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,554 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,554 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,555 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,555 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:54,555 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:54,555 DEBUG [RS:0;4a91c05c96a4:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:54,555 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,555 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,555 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,555 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,555 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,555 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41667,1731414173586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:22:54,569 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:22:54,569 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41667,1731414173586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,570 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,570 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.Replication(171): 4a91c05c96a4,41667,1731414173586 started 2024-11-12T12:22:54,583 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:54,583 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,41667,1731414173586, RpcServer on 4a91c05c96a4/172.17.0.3:41667, sessionid=0x1012eff820a0004 2024-11-12T12:22:54,584 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:22:54,584 DEBUG [RS:0;4a91c05c96a4:41667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,41667,1731414173586 2024-11-12T12:22:54,584 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,41667,1731414173586' 2024-11-12T12:22:54,584 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1808596640/flush-table-proc/abort' 2024-11-12T12:22:54,584 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1808596640/flush-table-proc/acquired' 2024-11-12T12:22:54,585 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:22:54,585 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:22:54,585 DEBUG [RS:0;4a91c05c96a4:41667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,41667,1731414173586 2024-11-12T12:22:54,585 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,41667,1731414173586' 2024-11-12T12:22:54,585 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1808596640/online-snapshot/abort' 2024-11-12T12:22:54,585 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1808596640/online-snapshot/acquired' 2024-11-12T12:22:54,585 DEBUG [RS:0;4a91c05c96a4:41667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:22:54,585 INFO [RS:0;4a91c05c96a4:41667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:22:54,585 INFO [RS:0;4a91c05c96a4:41667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:22:54,686 INFO [RS:0;4a91c05c96a4:41667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:54,687 INFO [RS:0;4a91c05c96a4:41667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C41667%2C1731414173586, suffix=, logDir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/WALs/4a91c05c96a4,41667,1731414173586, archiveDir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/oldWALs, maxLogs=10 2024-11-12T12:22:54,700 DEBUG [RS:0;4a91c05c96a4:41667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/WALs/4a91c05c96a4,41667,1731414173586/4a91c05c96a4%2C41667%2C1731414173586.1731414174687, exclude list is [], retry=0 2024-11-12T12:22:54,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45531,DS-aaee040d-7b11-4afd-91cc-3920313fba5b,DISK] 2024-11-12T12:22:54,705 INFO [RS:0;4a91c05c96a4:41667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/WALs/4a91c05c96a4,41667,1731414173586/4a91c05c96a4%2C41667%2C1731414173586.1731414174687 2024-11-12T12:22:54,705 DEBUG [RS:0;4a91c05c96a4:41667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42899:42899)] 2024-11-12T12:22:54,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:54,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:54,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:54,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:54,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:54,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:54,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:54,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:54,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:54,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:54,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:54,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:54,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:54,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:54,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:54,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:54,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:54,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:54,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740 2024-11-12T12:22:54,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740 2024-11-12T12:22:54,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:54,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:54,848 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:54,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:54,851 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:54,851 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65023907, jitterRate=-0.031068280339241028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:54,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414174838Initializing all the Stores at 1731414174839 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414174839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414174839Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414174839Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414174839Cleaning up temporary data from old regions at 1731414174848 (+9 ms)Region opened successfully at 1731414174851 (+3 ms) 2024-11-12T12:22:54,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:22:54,851 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:22:54,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:22:54,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:22:54,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:22:54,851 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:54,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414174851Disabling compacts and flushes for region at 1731414174851Disabling writes for close at 1731414174851Writing region close event to WAL at 1731414174851Closed at 1731414174851 2024-11-12T12:22:54,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:54,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:22:54,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:22:54,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:54,853 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:22:55,004 DEBUG [4a91c05c96a4:34297 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:22:55,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,41667,1731414173586 2024-11-12T12:22:55,005 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,41667,1731414173586, state=OPENING 2024-11-12T12:22:55,013 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:22:55,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:55,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:22:55,024 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:55,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1808596640/meta-region-server: CHANGED 2024-11-12T12:22:55,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,41667,1731414173586}] 2024-11-12T12:22:55,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1808596640/meta-region-server: CHANGED 2024-11-12T12:22:55,177 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:22:55,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:22:55,182 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:22:55,182 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:55,182 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:22:55,183 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C41667%2C1731414173586.meta, suffix=.meta, logDir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/WALs/4a91c05c96a4,41667,1731414173586, archiveDir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/oldWALs, maxLogs=10 2024-11-12T12:22:55,199 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/WALs/4a91c05c96a4,41667,1731414173586/4a91c05c96a4%2C41667%2C1731414173586.meta.1731414175184.meta, exclude list is [], retry=0 2024-11-12T12:22:55,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45531,DS-aaee040d-7b11-4afd-91cc-3920313fba5b,DISK] 2024-11-12T12:22:55,202 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/WALs/4a91c05c96a4,41667,1731414173586/4a91c05c96a4%2C41667%2C1731414173586.meta.1731414175184.meta 2024-11-12T12:22:55,203 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42899:42899)] 2024-11-12T12:22:55,203 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:55,203 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:55,203 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:22:55,203 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:22:55,203 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:22:55,204 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:22:55,204 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:55,204 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:22:55,204 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:22:55,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:55,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:55,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:55,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:55,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:55,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:55,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:55,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:55,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:55,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:55,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:55,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:55,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:55,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:55,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:55,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:55,210 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:55,211 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740 2024-11-12T12:22:55,211 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740 2024-11-12T12:22:55,213 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:55,213 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:55,214 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:55,215 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:55,216 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67250788, jitterRate=0.0021148324012756348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:55,216 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:22:55,216 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414175204Writing region info on filesystem at 1731414175204Initializing all the Stores at 1731414175205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414175205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414175205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414175205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414175205Cleaning up temporary data from old regions at 1731414175213 (+8 ms)Running coprocessor post-open hooks at 1731414175216 (+3 ms)Region opened successfully at 1731414175216 2024-11-12T12:22:55,217 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414175177 2024-11-12T12:22:55,219 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:22:55,219 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:22:55,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,41667,1731414173586 2024-11-12T12:22:55,220 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,41667,1731414173586, state=OPEN 2024-11-12T12:22:55,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1808596640/meta-region-server 2024-11-12T12:22:55,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1808596640/meta-region-server 2024-11-12T12:22:55,233 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,41667,1731414173586 2024-11-12T12:22:55,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1808596640/meta-region-server: CHANGED 2024-11-12T12:22:55,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1808596640/meta-region-server: CHANGED 2024-11-12T12:22:55,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:22:55,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,41667,1731414173586 in 209 msec 2024-11-12T12:22:55,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:22:55,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-12T12:22:55,237 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:55,237 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:22:55,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:55,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,41667,1731414173586, seqNum=-1] 2024-11-12T12:22:55,239 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:55,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:55,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0110 sec 2024-11-12T12:22:55,244 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414175244, completionTime=-1 2024-11-12T12:22:55,244 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:22:55,244 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:22:55,246 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:22:55,246 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414235246 2024-11-12T12:22:55,246 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414295246 2024-11-12T12:22:55,246 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:22:55,246 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34297,1731414173415-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:55,246 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34297,1731414173415-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:55,246 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34297,1731414173415-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:55,246 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:34297, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:55,246 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:55,247 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:55,248 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:22:55,250 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.542sec 2024-11-12T12:22:55,250 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:22:55,250 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:22:55,250 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:22:55,250 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:22:55,250 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:22:55,250 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34297,1731414173415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:22:55,250 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34297,1731414173415-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:22:55,253 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:22:55,253 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:22:55,253 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,34297,1731414173415-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:55,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:55,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,34297,-1 for getting cluster id 2024-11-12T12:22:55,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:22:55,280 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be21aad-4b60-4d40-afa9-d56707f2e7ae' 2024-11-12T12:22:55,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:22:55,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be21aad-4b60-4d40-afa9-d56707f2e7ae" 2024-11-12T12:22:55,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7688b16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:55,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,34297,-1] 2024-11-12T12:22:55,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:22:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:22:55,282 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:22:55,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:22:55,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,41667,1731414173586, seqNum=-1] 2024-11-12T12:22:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:55,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:22:55,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,34297,1731414173415 2024-11-12T12:22:55,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57175 2024-11-12T12:22:55,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:55,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012eff820a0005 connected 2024-11-12T12:22:55,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/hadoop.log.dir so I do NOT create it in target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516 2024-11-12T12:22:55,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:22:55,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/hadoop.tmp.dir so I do NOT create it in target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516 2024-11-12T12:22:55,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:22:55,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516 2024-11-12T12:22:55,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:22:55,311 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/cluster_fde4a5c0-00f3-c15c-f8be-2333e825ea6b, deleteOnExit=true 2024-11-12T12:22:55,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:22:55,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/test.cache.data in system properties and HBase conf 2024-11-12T12:22:55,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:22:55,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:22:55,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:22:55,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:22:55,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:22:55,311 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:22:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:22:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:22:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:22:55,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:55,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:22:55,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:22:55,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:22:55,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:22:55,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:55,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124dcaa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:22:55,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18990de3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:22:55,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c8baf7c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/java.io.tmpdir/jetty-localhost-43019-hadoop-hdfs-3_4_1-tests_jar-_-any-3532116878023988420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:22:55,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6983f7b8{HTTP/1.1, (http/1.1)}{localhost:43019} 2024-11-12T12:22:55,883 INFO [Time-limited test {}] server.Server(415): Started @336370ms 2024-11-12T12:22:56,310 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:22:56,311 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,311 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,311 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,311 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,313 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,313 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,400 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,400 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,401 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,401 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,401 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,402 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,414 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,419 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,420 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,423 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:22:56,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:22:56,477 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:22:56,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:22:56,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:22:56,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:22:56,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f2c9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:22:56,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b582525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:22:56,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5684eee9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/java.io.tmpdir/jetty-localhost-45859-hadoop-hdfs-3_4_1-tests_jar-_-any-14681131100227125737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:22:56,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75074f2d{HTTP/1.1, (http/1.1)}{localhost:45859} 2024-11-12T12:22:56,629 INFO [Time-limited test {}] server.Server(415): Started @337116ms 2024-11-12T12:22:56,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:22:57,398 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/cluster_fde4a5c0-00f3-c15c-f8be-2333e825ea6b/data/data1/current/BP-1306261289-172.17.0.3-1731414175333/current, will proceed with Du for space computation calculation, 2024-11-12T12:22:57,399 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/cluster_fde4a5c0-00f3-c15c-f8be-2333e825ea6b/data/data2/current/BP-1306261289-172.17.0.3-1731414175333/current, will proceed with Du for space computation calculation, 2024-11-12T12:22:57,435 WARN [Thread-4550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:22:57,437 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9e7a9baef2888d8 with lease ID 0xb1f02f42653e8028: Processing first storage report for DS-3aa4fc35-f875-43ab-b8b8-9063252aea41 from datanode DatanodeRegistration(127.0.0.1:45743, datanodeUuid=418abf96-6f83-44d1-992f-4838b99e2337, infoPort=36777, infoSecurePort=0, ipcPort=36891, storageInfo=lv=-57;cid=testClusterID;nsid=1490795643;c=1731414175333) 2024-11-12T12:22:57,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9e7a9baef2888d8 with lease ID 0xb1f02f42653e8028: from storage DS-3aa4fc35-f875-43ab-b8b8-9063252aea41 node DatanodeRegistration(127.0.0.1:45743, datanodeUuid=418abf96-6f83-44d1-992f-4838b99e2337, infoPort=36777, infoSecurePort=0, ipcPort=36891, storageInfo=lv=-57;cid=testClusterID;nsid=1490795643;c=1731414175333), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:57,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9e7a9baef2888d8 with lease ID 0xb1f02f42653e8028: Processing first storage report for DS-721b1062-f4a3-4eea-bfcd-baced3a23769 from datanode DatanodeRegistration(127.0.0.1:45743, datanodeUuid=418abf96-6f83-44d1-992f-4838b99e2337, infoPort=36777, infoSecurePort=0, ipcPort=36891, storageInfo=lv=-57;cid=testClusterID;nsid=1490795643;c=1731414175333) 2024-11-12T12:22:57,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9e7a9baef2888d8 with lease ID 0xb1f02f42653e8028: from storage DS-721b1062-f4a3-4eea-bfcd-baced3a23769 node DatanodeRegistration(127.0.0.1:45743, datanodeUuid=418abf96-6f83-44d1-992f-4838b99e2337, infoPort=36777, infoSecurePort=0, ipcPort=36891, storageInfo=lv=-57;cid=testClusterID;nsid=1490795643;c=1731414175333), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:22:57,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516 2024-11-12T12:22:57,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:57,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:57,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:22:57,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b with version=8 2024-11-12T12:22:57,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/hbase-staging 2024-11-12T12:22:57,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:57,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:57,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:57,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:57,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:57,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:57,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:22:57,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:57,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39369 2024-11-12T12:22:57,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39369 connecting to ZooKeeper ensemble=127.0.0.1:57175 2024-11-12T12:22:57,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393690x0, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:57,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39369-0x1012eff820a0006 connected 2024-11-12T12:22:57,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:57,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:57,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Set watcher on znode that does not yet exist, /2476118747/running 2024-11-12T12:22:57,659 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b, hbase.cluster.distributed=false 2024-11-12T12:22:57,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Set watcher on znode that does not yet exist, /2476118747/acl 2024-11-12T12:22:57,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39369 2024-11-12T12:22:57,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39369 2024-11-12T12:22:57,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39369 2024-11-12T12:22:57,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39369 2024-11-12T12:22:57,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39369 2024-11-12T12:22:57,710 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:22:57,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:57,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:57,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:22:57,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:22:57,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:22:57,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:22:57,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:22:57,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38519 2024-11-12T12:22:57,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38519 connecting to ZooKeeper ensemble=127.0.0.1:57175 2024-11-12T12:22:57,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:57,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:57,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385190x0, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:22:57,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385190x0, quorum=127.0.0.1:57175, baseZNode=/2476118747 Set watcher on znode that does not yet exist, /2476118747/running 2024-11-12T12:22:57,751 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:22:57,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38519-0x1012eff820a0007 connected 2024-11-12T12:22:57,772 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:22:57,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Set watcher on znode that does not yet exist, /2476118747/master 2024-11-12T12:22:57,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Set watcher on znode that does not yet exist, /2476118747/acl 2024-11-12T12:22:57,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38519 2024-11-12T12:22:57,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38519 2024-11-12T12:22:57,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38519 2024-11-12T12:22:57,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38519 2024-11-12T12:22:57,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38519 2024-11-12T12:22:57,865 DEBUG [M:0;4a91c05c96a4:39369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:39369 2024-11-12T12:22:57,865 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2476118747/backup-masters/4a91c05c96a4,39369,1731414177557 2024-11-12T12:22:57,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747/backup-masters 2024-11-12T12:22:57,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747/backup-masters 2024-11-12T12:22:57,877 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Set watcher on existing znode=/2476118747/backup-masters/4a91c05c96a4,39369,1731414177557 2024-11-12T12:22:57,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:57,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2476118747/master 2024-11-12T12:22:57,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:57,888 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Set watcher on existing znode=/2476118747/master 2024-11-12T12:22:57,888 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2476118747/backup-masters/4a91c05c96a4,39369,1731414177557 from backup master directory 2024-11-12T12:22:57,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2476118747/backup-masters/4a91c05c96a4,39369,1731414177557 2024-11-12T12:22:57,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747/backup-masters 2024-11-12T12:22:57,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747/backup-masters 2024-11-12T12:22:57,897 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:57,897 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,39369,1731414177557 2024-11-12T12:22:57,913 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/hbase.id] with ID: fed77da8-b211-4033-86b0-74871d89f422 2024-11-12T12:22:57,913 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/.tmp/hbase.id 2024-11-12T12:22:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:22:58,322 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/.tmp/hbase.id]:[hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/hbase.id] 2024-11-12T12:22:58,333 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:22:58,333 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:22:58,334 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:22:58,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:58,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:58,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:22:58,395 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:22:58,396 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:22:58,396 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:58,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:22:58,802 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store 2024-11-12T12:22:58,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:22:58,810 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:58,810 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:22:58,810 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:58,810 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:58,810 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:22:58,810 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:58,810 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:22:58,810 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414178810Disabling compacts and flushes for region at 1731414178810Disabling writes for close at 1731414178810Writing region close event to WAL at 1731414178810Closed at 1731414178810 2024-11-12T12:22:58,811 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/.initializing 2024-11-12T12:22:58,811 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/WALs/4a91c05c96a4,39369,1731414177557 2024-11-12T12:22:58,812 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:58,813 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C39369%2C1731414177557, suffix=, logDir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/WALs/4a91c05c96a4,39369,1731414177557, archiveDir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/oldWALs, maxLogs=10 2024-11-12T12:22:58,828 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/WALs/4a91c05c96a4,39369,1731414177557/4a91c05c96a4%2C39369%2C1731414177557.1731414178813, exclude list is [], retry=0 2024-11-12T12:22:58,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-3aa4fc35-f875-43ab-b8b8-9063252aea41,DISK] 2024-11-12T12:22:58,832 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/WALs/4a91c05c96a4,39369,1731414177557/4a91c05c96a4%2C39369%2C1731414177557.1731414178813 2024-11-12T12:22:58,832 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36777:36777)] 2024-11-12T12:22:58,832 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:58,833 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:58,833 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,833 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:22:58,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:58,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:58,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:22:58,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:58,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:58,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:22:58,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:58,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:58,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:22:58,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:58,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:22:58,846 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,847 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,847 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,848 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,848 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,848 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:58,849 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:22:58,851 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:58,851 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73162358, jitterRate=0.09020408987998962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:58,851 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414178833Initializing all the Stores at 1731414178834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414178834Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414178840 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414178840Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414178840Cleaning up temporary data from old regions at 1731414178848 (+8 ms)Region opened successfully at 1731414178851 (+3 ms) 2024-11-12T12:22:58,851 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:22:58,854 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e12bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:58,854 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:22:58,854 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:22:58,854 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:22:58,854 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:22:58,855 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:22:58,855 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:22:58,855 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:22:58,857 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:22:58,857 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Unable to get data of znode /2476118747/balancer because node does not exist (not necessarily an error) 2024-11-12T12:22:58,906 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2476118747/balancer already deleted, retry=false 2024-11-12T12:22:58,906 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:22:58,907 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Unable to get data of znode /2476118747/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:22:58,918 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2476118747/normalizer already deleted, retry=false 2024-11-12T12:22:58,918 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:22:58,919 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Unable to get data of znode /2476118747/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:22:58,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2476118747/switch/split already deleted, retry=false 2024-11-12T12:22:58,929 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Unable to get data of znode /2476118747/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:22:58,939 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2476118747/switch/merge already deleted, retry=false 2024-11-12T12:22:58,941 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Unable to get data of znode /2476118747/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:22:58,950 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2476118747/snapshot-cleanup already deleted, retry=false 2024-11-12T12:22:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2476118747/running 2024-11-12T12:22:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2476118747/running 2024-11-12T12:22:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:58,961 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,39369,1731414177557, sessionid=0x1012eff820a0006, setting cluster-up flag (Was=false) 2024-11-12T12:22:58,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:58,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:59,013 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2476118747/flush-table-proc/acquired, /2476118747/flush-table-proc/reached, /2476118747/flush-table-proc/abort 2024-11-12T12:22:59,014 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,39369,1731414177557 2024-11-12T12:22:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:59,065 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2476118747/online-snapshot/acquired, /2476118747/online-snapshot/reached, /2476118747/online-snapshot/abort 2024-11-12T12:22:59,066 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,39369,1731414177557 2024-11-12T12:22:59,067 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:22:59,068 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:59,069 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:22:59,069 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:22:59,069 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,39369,1731414177557 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:22:59,070 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:59,070 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:59,070 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:59,070 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:22:59,070 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:22:59,070 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,070 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:59,070 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:59,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:22:59,072 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:59,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:22:59,088 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414209088 2024-11-12T12:22:59,088 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:22:59,088 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:22:59,088 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:22:59,088 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:22:59,088 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:22:59,088 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:22:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:22:59,092 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,096 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:22:59,096 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:22:59,096 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:22:59,096 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T12:22:59,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:22:59,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:22:59,097 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414179097,5,FailOnTimeoutGroup] 2024-11-12T12:22:59,097 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414179097,5,FailOnTimeoutGroup] 2024-11-12T12:22:59,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:22:59,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,097 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,152 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(746): ClusterId : fed77da8-b211-4033-86b0-74871d89f422 2024-11-12T12:22:59,152 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:22:59,161 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:22:59,161 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:22:59,171 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:22:59,172 DEBUG [RS:0;4a91c05c96a4:38519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea80860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:22:59,186 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:38519 2024-11-12T12:22:59,186 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:22:59,186 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:22:59,186 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:22:59,187 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,39369,1731414177557 with port=38519, startcode=1731414177709 2024-11-12T12:22:59,187 DEBUG [RS:0;4a91c05c96a4:38519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:22:59,188 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:22:59,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,38519,1731414177709 2024-11-12T12:22:59,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39369 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,38519,1731414177709 2024-11-12T12:22:59,202 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b 2024-11-12T12:22:59,202 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44707 2024-11-12T12:22:59,202 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:22:59,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747/rs 2024-11-12T12:22:59,257 DEBUG [RS:0;4a91c05c96a4:38519 {}] zookeeper.ZKUtil(111): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Set watcher on existing znode=/2476118747/rs/4a91c05c96a4,38519,1731414177709 2024-11-12T12:22:59,257 WARN [RS:0;4a91c05c96a4:38519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:22:59,257 INFO [RS:0;4a91c05c96a4:38519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:59,257 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/WALs/4a91c05c96a4,38519,1731414177709 2024-11-12T12:22:59,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,38519,1731414177709] 2024-11-12T12:22:59,260 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:22:59,261 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:22:59,262 INFO [RS:0;4a91c05c96a4:38519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:22:59,262 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,262 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:22:59,263 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:22:59,263 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,263 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,263 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,263 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,263 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,263 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,263 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:22:59,263 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,263 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,263 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,266 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,266 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,266 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:22:59,266 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:59,266 DEBUG [RS:0;4a91c05c96a4:38519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:22:59,267 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,267 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,267 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,267 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,267 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,267 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38519,1731414177709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:22:59,283 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:22:59,283 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38519,1731414177709-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,283 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,283 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.Replication(171): 4a91c05c96a4,38519,1731414177709 started 2024-11-12T12:22:59,298 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:22:59,298 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,38519,1731414177709, RpcServer on 4a91c05c96a4/172.17.0.3:38519, sessionid=0x1012eff820a0007 2024-11-12T12:22:59,299 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:22:59,299 DEBUG [RS:0;4a91c05c96a4:38519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,38519,1731414177709 2024-11-12T12:22:59,299 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,38519,1731414177709' 2024-11-12T12:22:59,299 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2476118747/flush-table-proc/abort' 2024-11-12T12:22:59,299 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2476118747/flush-table-proc/acquired' 2024-11-12T12:22:59,299 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:22:59,299 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:22:59,299 DEBUG [RS:0;4a91c05c96a4:38519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,38519,1731414177709 2024-11-12T12:22:59,299 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,38519,1731414177709' 2024-11-12T12:22:59,299 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2476118747/online-snapshot/abort' 2024-11-12T12:22:59,300 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2476118747/online-snapshot/acquired' 2024-11-12T12:22:59,300 DEBUG [RS:0;4a91c05c96a4:38519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:22:59,300 INFO [RS:0;4a91c05c96a4:38519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:22:59,300 INFO [RS:0;4a91c05c96a4:38519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:22:59,400 INFO [RS:0;4a91c05c96a4:38519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:22:59,402 INFO [RS:0;4a91c05c96a4:38519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C38519%2C1731414177709, suffix=, logDir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/WALs/4a91c05c96a4,38519,1731414177709, archiveDir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/oldWALs, maxLogs=10 2024-11-12T12:22:59,417 DEBUG [RS:0;4a91c05c96a4:38519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/WALs/4a91c05c96a4,38519,1731414177709/4a91c05c96a4%2C38519%2C1731414177709.1731414179402, exclude list is [], retry=0 2024-11-12T12:22:59,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-3aa4fc35-f875-43ab-b8b8-9063252aea41,DISK] 2024-11-12T12:22:59,421 INFO [RS:0;4a91c05c96a4:38519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/WALs/4a91c05c96a4,38519,1731414177709/4a91c05c96a4%2C38519%2C1731414177709.1731414179402 2024-11-12T12:22:59,421 DEBUG [RS:0;4a91c05c96a4:38519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36777:36777)] 2024-11-12T12:22:59,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:22:59,491 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b 2024-11-12T12:22:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741833_1009 (size=32) 2024-11-12T12:22:59,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:59,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:59,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:59,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:59,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:59,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:59,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:59,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:59,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:59,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:59,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:59,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:59,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:59,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:59,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:59,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:59,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:59,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:59,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740 2024-11-12T12:22:59,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740 2024-11-12T12:22:59,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:59,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:59,504 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:59,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:59,506 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:22:59,506 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58740662, jitterRate=-0.12469592690467834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:59,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414179496Initializing all the Stores at 1731414179496Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414179497 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414179497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414179497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414179497Cleaning up temporary data from old regions at 1731414179503 (+6 ms)Region opened successfully at 1731414179506 (+3 ms) 2024-11-12T12:22:59,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:22:59,506 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:22:59,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:22:59,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:22:59,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:22:59,506 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:22:59,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414179506Disabling compacts and flushes for region at 1731414179506Disabling writes for close at 1731414179506Writing region close event to WAL at 1731414179506Closed at 1731414179506 2024-11-12T12:22:59,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:59,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:22:59,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:22:59,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:59,509 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:22:59,659 DEBUG [4a91c05c96a4:39369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T12:22:59,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,38519,1731414177709 2024-11-12T12:22:59,660 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,38519,1731414177709, state=OPENING 2024-11-12T12:22:59,687 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:22:59,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:59,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:22:59,780 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:22:59,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,38519,1731414177709}] 2024-11-12T12:22:59,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2476118747/meta-region-server: CHANGED 2024-11-12T12:22:59,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2476118747/meta-region-server: CHANGED 2024-11-12T12:22:59,933 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:22:59,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:22:59,937 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:22:59,937 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:22:59,937 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:22:59,939 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C38519%2C1731414177709.meta, suffix=.meta, logDir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/WALs/4a91c05c96a4,38519,1731414177709, archiveDir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/oldWALs, maxLogs=10 2024-11-12T12:22:59,954 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/WALs/4a91c05c96a4,38519,1731414177709/4a91c05c96a4%2C38519%2C1731414177709.meta.1731414179939.meta, exclude list is [], retry=0 2024-11-12T12:22:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-3aa4fc35-f875-43ab-b8b8-9063252aea41,DISK] 2024-11-12T12:22:59,958 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/WALs/4a91c05c96a4,38519,1731414177709/4a91c05c96a4%2C38519%2C1731414177709.meta.1731414179939.meta 2024-11-12T12:22:59,959 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36777:36777)] 2024-11-12T12:22:59,959 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:22:59,959 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:22:59,959 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:22:59,959 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:22:59,959 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:22:59,959 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:22:59,959 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:22:59,959 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:22:59,959 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:22:59,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:22:59,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:22:59,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:59,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:59,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:22:59,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:22:59,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:59,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:59,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:22:59,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:22:59,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:59,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:59,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:22:59,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:22:59,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:22:59,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:22:59,966 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:22:59,966 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740 2024-11-12T12:22:59,967 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740 2024-11-12T12:22:59,968 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:22:59,968 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:22:59,968 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:22:59,969 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:22:59,970 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63039674, jitterRate=-0.060635656118392944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:22:59,970 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:22:59,970 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414179960Writing region info on filesystem at 1731414179960Initializing all the Stores at 1731414179960Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414179960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414179960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414179960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414179960Cleaning up temporary data from old regions at 1731414179968 (+8 ms)Running coprocessor post-open hooks at 1731414179970 (+2 ms)Region opened successfully at 1731414179970 2024-11-12T12:22:59,971 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414179933 2024-11-12T12:22:59,972 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:22:59,972 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:22:59,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,38519,1731414177709 2024-11-12T12:22:59,973 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,38519,1731414177709, state=OPEN 2024-11-12T12:22:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2476118747/meta-region-server 2024-11-12T12:22:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2476118747/meta-region-server 2024-11-12T12:22:59,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2476118747/meta-region-server: CHANGED 2024-11-12T12:22:59,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2476118747/meta-region-server: CHANGED 2024-11-12T12:22:59,981 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,38519,1731414177709 2024-11-12T12:22:59,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:22:59,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,38519,1731414177709 in 201 msec 2024-11-12T12:22:59,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:22:59,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-12T12:22:59,986 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:22:59,986 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:22:59,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:22:59,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,38519,1731414177709, seqNum=-1] 2024-11-12T12:22:59,987 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:22:59,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:23:00,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 925 msec 2024-11-12T12:23:00,011 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414180011, completionTime=-1 2024-11-12T12:23:00,011 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T12:23:00,011 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:23:00,013 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T12:23:00,013 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414240013 2024-11-12T12:23:00,013 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414300013 2024-11-12T12:23:00,013 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T12:23:00,014 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39369,1731414177557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:23:00,014 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39369,1731414177557-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:23:00,014 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39369,1731414177557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:23:00,014 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:39369, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:23:00,014 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:23:00,014 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:23:00,016 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:23:00,017 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.120sec 2024-11-12T12:23:00,017 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:23:00,017 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:23:00,017 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:23:00,017 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:23:00,017 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:23:00,017 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39369,1731414177557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:23:00,017 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39369,1731414177557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:23:00,019 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:23:00,019 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:23:00,019 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39369,1731414177557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:23:00,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c83e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:00,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,39369,-1 for getting cluster id 2024-11-12T12:23:00,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:00,054 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fed77da8-b211-4033-86b0-74871d89f422' 2024-11-12T12:23:00,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:00,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fed77da8-b211-4033-86b0-74871d89f422" 2024-11-12T12:23:00,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb7253c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:00,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,39369,-1] 2024-11-12T12:23:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:00,056 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:00,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268445d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:00,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:23:00,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,38519,1731414177709, seqNum=-1] 2024-11-12T12:23:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:23:00,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:23:00,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,39369,1731414177557 2024-11-12T12:23:00,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57175 2024-11-12T12:23:00,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:23:00,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012eff820a0008 connected 2024-11-12T12:23:00,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40017,1731414167553 2024-11-12T12:23:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dff303f 2024-11-12T12:23:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:00,171 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:23:00,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:23:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:23:00,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:23:00,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:00,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:23:00,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:23:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:00,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:23:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:00,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 298ded2676eea111ed901d47abbae7fa, NAME => 'test,,1731414180171.298ded2676eea111ed901d47abbae7fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644 2024-11-12T12:23:00,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:23:00,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414180171.298ded2676eea111ed901d47abbae7fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:23:00,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 298ded2676eea111ed901d47abbae7fa, disabling compactions & flushes 2024-11-12T12:23:00,589 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:00,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:00,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414180171.298ded2676eea111ed901d47abbae7fa. after waiting 0 ms 2024-11-12T12:23:00,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:00,589 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:00,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 298ded2676eea111ed901d47abbae7fa: Waiting for close lock at 1731414180588Disabling compacts and flushes for region at 1731414180588Disabling writes for close at 1731414180589 (+1 ms)Writing region close event to WAL at 1731414180589Closed at 1731414180589 2024-11-12T12:23:00,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:23:00,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414180171.298ded2676eea111ed901d47abbae7fa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414180590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414180590"}]},"ts":"1731414180590"} 2024-11-12T12:23:00,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:23:00,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:23:00,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414180593"}]},"ts":"1731414180593"} 2024-11-12T12:23:00,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:23:00,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=298ded2676eea111ed901d47abbae7fa, ASSIGN}] 2024-11-12T12:23:00,597 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=298ded2676eea111ed901d47abbae7fa, ASSIGN 2024-11-12T12:23:00,598 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=298ded2676eea111ed901d47abbae7fa, ASSIGN; state=OFFLINE, location=4a91c05c96a4,46559,1731414168160; forceNewPlan=false, retain=false 2024-11-12T12:23:00,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=298ded2676eea111ed901d47abbae7fa, regionState=OPENING, regionLocation=4a91c05c96a4,46559,1731414168160 2024-11-12T12:23:00,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=298ded2676eea111ed901d47abbae7fa, ASSIGN because future has completed 2024-11-12T12:23:00,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 298ded2676eea111ed901d47abbae7fa, server=4a91c05c96a4,46559,1731414168160}] 2024-11-12T12:23:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:00,909 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:00,910 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 298ded2676eea111ed901d47abbae7fa, NAME => 'test,,1731414180171.298ded2676eea111ed901d47abbae7fa.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:23:00,910 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:23:00,910 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:23:00,911 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,911 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414180171.298ded2676eea111ed901d47abbae7fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:23:00,911 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,911 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,912 INFO [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,914 INFO [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298ded2676eea111ed901d47abbae7fa columnFamilyName f 2024-11-12T12:23:00,914 DEBUG [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:00,914 INFO [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] regionserver.HStore(327): Store=298ded2676eea111ed901d47abbae7fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:00,914 INFO [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,915 INFO [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298ded2676eea111ed901d47abbae7fa columnFamilyName f1 2024-11-12T12:23:00,915 DEBUG [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:00,916 INFO [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] regionserver.HStore(327): Store=298ded2676eea111ed901d47abbae7fa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:00,916 INFO [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,917 INFO [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298ded2676eea111ed901d47abbae7fa columnFamilyName norep 2024-11-12T12:23:00,917 DEBUG [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:00,918 INFO [StoreOpener-298ded2676eea111ed901d47abbae7fa-1 {}] regionserver.HStore(327): Store=298ded2676eea111ed901d47abbae7fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:00,918 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,919 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,919 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,920 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,920 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,921 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:23:00,922 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,924 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:23:00,925 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 298ded2676eea111ed901d47abbae7fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61809091, jitterRate=-0.07897277176380157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:23:00,925 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:00,925 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 298ded2676eea111ed901d47abbae7fa: Running coprocessor pre-open hook at 1731414180911Writing region info on filesystem at 1731414180911Initializing all the Stores at 1731414180912 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414180912Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414180912Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414180912Cleaning up temporary data from old regions at 1731414180920 (+8 ms)Running coprocessor post-open hooks at 1731414180925 (+5 ms)Region opened successfully at 1731414180925 2024-11-12T12:23:00,926 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414180171.298ded2676eea111ed901d47abbae7fa., pid=6, masterSystemTime=1731414180904 2024-11-12T12:23:00,929 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:00,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=298ded2676eea111ed901d47abbae7fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,46559,1731414168160 2024-11-12T12:23:00,931 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:00,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 298ded2676eea111ed901d47abbae7fa, server=4a91c05c96a4,46559,1731414168160 because future has completed 2024-11-12T12:23:00,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:23:00,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 298ded2676eea111ed901d47abbae7fa, server=4a91c05c96a4,46559,1731414168160 in 182 msec 2024-11-12T12:23:00,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:23:00,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=298ded2676eea111ed901d47abbae7fa, ASSIGN in 341 msec 2024-11-12T12:23:00,940 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:23:00,941 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414180941"}]},"ts":"1731414180941"} 2024-11-12T12:23:00,949 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:23:00,950 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:23:00,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec 2024-11-12T12:23:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:01,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:01,318 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:23:01,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,34297,1731414173415 2024-11-12T12:23:01,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b3da28c 2024-11-12T12:23:01,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:01,320 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:23:01,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:23:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:23:01,327 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:23:01,327 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:01,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:23:01,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:23:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:23:01,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 669bb706db49d19d024b0a8cbaf19414, NAME => 'test,,1731414181321.669bb706db49d19d024b0a8cbaf19414.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd 2024-11-12T12:23:01,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:23:01,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414181321.669bb706db49d19d024b0a8cbaf19414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:23:01,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 669bb706db49d19d024b0a8cbaf19414, disabling compactions & flushes 2024-11-12T12:23:01,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:01,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:01,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. after waiting 0 ms 2024-11-12T12:23:01,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:01,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:01,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 669bb706db49d19d024b0a8cbaf19414: Waiting for close lock at 1731414181370Disabling compacts and flushes for region at 1731414181370Disabling writes for close at 1731414181370Writing region close event to WAL at 1731414181370Closed at 1731414181370 2024-11-12T12:23:01,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:23:01,372 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414181321.669bb706db49d19d024b0a8cbaf19414.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414181371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414181371"}]},"ts":"1731414181371"} 2024-11-12T12:23:01,373 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:23:01,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:23:01,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414181374"}]},"ts":"1731414181374"} 2024-11-12T12:23:01,376 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:23:01,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=669bb706db49d19d024b0a8cbaf19414, ASSIGN}] 2024-11-12T12:23:01,379 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=669bb706db49d19d024b0a8cbaf19414, ASSIGN 2024-11-12T12:23:01,382 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=669bb706db49d19d024b0a8cbaf19414, ASSIGN; state=OFFLINE, location=4a91c05c96a4,41667,1731414173586; forceNewPlan=false, retain=false 2024-11-12T12:23:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:01,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=669bb706db49d19d024b0a8cbaf19414, regionState=OPENING, regionLocation=4a91c05c96a4,41667,1731414173586 2024-11-12T12:23:01,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=669bb706db49d19d024b0a8cbaf19414, ASSIGN because future has completed 2024-11-12T12:23:01,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 669bb706db49d19d024b0a8cbaf19414, server=4a91c05c96a4,41667,1731414173586}] 2024-11-12T12:23:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:01,697 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:01,698 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 669bb706db49d19d024b0a8cbaf19414, NAME => 'test,,1731414181321.669bb706db49d19d024b0a8cbaf19414.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:23:01,698 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:23:01,698 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:23:01,698 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,698 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414181321.669bb706db49d19d024b0a8cbaf19414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:23:01,698 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,698 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,700 INFO [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,701 INFO [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 669bb706db49d19d024b0a8cbaf19414 columnFamilyName f 2024-11-12T12:23:01,701 DEBUG [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:01,701 INFO [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] regionserver.HStore(327): Store=669bb706db49d19d024b0a8cbaf19414/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:01,701 INFO [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,702 INFO [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 669bb706db49d19d024b0a8cbaf19414 columnFamilyName f1 2024-11-12T12:23:01,703 DEBUG [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:01,703 INFO [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] regionserver.HStore(327): Store=669bb706db49d19d024b0a8cbaf19414/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:01,703 INFO [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,704 INFO [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 669bb706db49d19d024b0a8cbaf19414 columnFamilyName norep 2024-11-12T12:23:01,704 DEBUG [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:01,704 INFO [StoreOpener-669bb706db49d19d024b0a8cbaf19414-1 {}] regionserver.HStore(327): Store=669bb706db49d19d024b0a8cbaf19414/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:01,704 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,705 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,705 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,706 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,706 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,707 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:23:01,708 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,710 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:23:01,711 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 669bb706db49d19d024b0a8cbaf19414; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68510305, jitterRate=0.020883098244667053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:23:01,711 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:01,711 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 669bb706db49d19d024b0a8cbaf19414: Running coprocessor pre-open hook at 1731414181698Writing region info on filesystem at 1731414181699 (+1 ms)Initializing all the Stores at 1731414181699Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414181699Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414181700 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414181700Cleaning up temporary data from old regions at 1731414181706 (+6 ms)Running coprocessor post-open hooks at 1731414181711 (+5 ms)Region opened successfully at 1731414181711 2024-11-12T12:23:01,712 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414181321.669bb706db49d19d024b0a8cbaf19414., pid=6, masterSystemTime=1731414181694 2024-11-12T12:23:01,715 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:01,715 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:01,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=669bb706db49d19d024b0a8cbaf19414, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,41667,1731414173586 2024-11-12T12:23:01,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 669bb706db49d19d024b0a8cbaf19414, server=4a91c05c96a4,41667,1731414173586 because future has completed 2024-11-12T12:23:01,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:23:01,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 669bb706db49d19d024b0a8cbaf19414, server=4a91c05c96a4,41667,1731414173586 in 179 msec 2024-11-12T12:23:01,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:23:01,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=669bb706db49d19d024b0a8cbaf19414, ASSIGN in 345 msec 2024-11-12T12:23:01,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:23:01,729 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414181728"}]},"ts":"1731414181728"} 2024-11-12T12:23:01,731 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:23:01,732 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:23:01,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 411 msec 2024-11-12T12:23:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:01,957 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:23:01,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:01,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,39369,1731414177557 2024-11-12T12:23:01,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51df0d18 2024-11-12T12:23:01,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:01,959 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:23:01,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:23:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T12:23:01,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:23:01,962 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:01,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T12:23:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:01,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:23:01,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741835_1011 (size=902) 2024-11-12T12:23:01,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c26c757c6f76bcd9623cd6c2c467029e, NAME => 'test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b 2024-11-12T12:23:01,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741836_1012 (size=39) 2024-11-12T12:23:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:02,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:23:02,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c26c757c6f76bcd9623cd6c2c467029e, disabling compactions & flushes 2024-11-12T12:23:02,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:02,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:02,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. after waiting 0 ms 2024-11-12T12:23:02,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:02,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:02,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c26c757c6f76bcd9623cd6c2c467029e: Waiting for close lock at 1731414182373Disabling compacts and flushes for region at 1731414182373Disabling writes for close at 1731414182373Writing region close event to WAL at 1731414182373Closed at 1731414182373 2024-11-12T12:23:02,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:23:02,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731414182374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414182374"}]},"ts":"1731414182374"} 2024-11-12T12:23:02,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:23:02,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:23:02,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414182376"}]},"ts":"1731414182376"} 2024-11-12T12:23:02,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T12:23:02,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c26c757c6f76bcd9623cd6c2c467029e, ASSIGN}] 2024-11-12T12:23:02,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c26c757c6f76bcd9623cd6c2c467029e, ASSIGN 2024-11-12T12:23:02,378 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c26c757c6f76bcd9623cd6c2c467029e, ASSIGN; state=OFFLINE, location=4a91c05c96a4,38519,1731414177709; forceNewPlan=false, retain=false 2024-11-12T12:23:02,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c26c757c6f76bcd9623cd6c2c467029e, regionState=OPENING, regionLocation=4a91c05c96a4,38519,1731414177709 2024-11-12T12:23:02,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c26c757c6f76bcd9623cd6c2c467029e, ASSIGN because future has completed 2024-11-12T12:23:02,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c26c757c6f76bcd9623cd6c2c467029e, server=4a91c05c96a4,38519,1731414177709}] 2024-11-12T12:23:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:02,688 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:02,688 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c26c757c6f76bcd9623cd6c2c467029e, NAME => 'test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:23:02,688 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:23:02,688 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T12:23:02,688 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,688 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:23:02,688 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,688 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,689 INFO [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,690 INFO [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26c757c6f76bcd9623cd6c2c467029e columnFamilyName f 2024-11-12T12:23:02,690 DEBUG [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:02,691 INFO [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] regionserver.HStore(327): Store=c26c757c6f76bcd9623cd6c2c467029e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:02,691 INFO [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,691 INFO [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26c757c6f76bcd9623cd6c2c467029e columnFamilyName f1 2024-11-12T12:23:02,691 DEBUG [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:02,691 INFO [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] regionserver.HStore(327): Store=c26c757c6f76bcd9623cd6c2c467029e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:02,692 INFO [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,692 INFO [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26c757c6f76bcd9623cd6c2c467029e columnFamilyName norep 2024-11-12T12:23:02,692 DEBUG [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:02,692 INFO [StoreOpener-c26c757c6f76bcd9623cd6c2c467029e-1 {}] regionserver.HStore(327): Store=c26c757c6f76bcd9623cd6c2c467029e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:02,692 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,693 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,693 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,694 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,694 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,694 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:23:02,695 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,696 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:23:02,697 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c26c757c6f76bcd9623cd6c2c467029e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72934858, jitterRate=0.08681407570838928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:23:02,697 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:02,697 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c26c757c6f76bcd9623cd6c2c467029e: Running coprocessor pre-open hook at 1731414182689Writing region info on filesystem at 1731414182689Initializing all the Stores at 1731414182689Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414182689Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414182689Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414182689Cleaning up temporary data from old regions at 1731414182694 (+5 ms)Running coprocessor post-open hooks at 1731414182697 (+3 ms)Region opened successfully at 1731414182697 2024-11-12T12:23:02,697 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e., pid=6, masterSystemTime=1731414182682 2024-11-12T12:23:02,699 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:02,699 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:02,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c26c757c6f76bcd9623cd6c2c467029e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a91c05c96a4,38519,1731414177709 2024-11-12T12:23:02,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c26c757c6f76bcd9623cd6c2c467029e, server=4a91c05c96a4,38519,1731414177709 because future has completed 2024-11-12T12:23:02,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T12:23:02,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c26c757c6f76bcd9623cd6c2c467029e, server=4a91c05c96a4,38519,1731414177709 in 171 msec 2024-11-12T12:23:02,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:23:02,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c26c757c6f76bcd9623cd6c2c467029e, ASSIGN in 326 msec 2024-11-12T12:23:02,705 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:23:02,705 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414182705"}]},"ts":"1731414182705"} 2024-11-12T12:23:02,706 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T12:23:02,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:23:02,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-12T12:23:02,847 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:02,847 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:23:02,848 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148837 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a91c05c96a4,42675,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:42675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T12:23:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:23:03,098 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T12:23:03,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d12ead0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:03,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40017,-1 for getting cluster id 2024-11-12T12:23:03,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:03,099 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a464e60d-92bd-4c3e-b173-66d1486da9a9' 2024-11-12T12:23:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a464e60d-92bd-4c3e-b173-66d1486da9a9" 2024-11-12T12:23:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d1048d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40017,-1] 2024-11-12T12:23:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:03,100 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:03,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46df1e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:03,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40017,1731414167553 2024-11-12T12:23:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27260d16 2024-11-12T12:23:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:03,102 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:23:03,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a91c05c96a4:34297,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:23:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:23:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:23:03,105 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:34297' 2024-11-12T12:23:03,105 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314e381a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:03,105 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,34297,-1 for getting cluster id 2024-11-12T12:23:03,105 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:03,106 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be21aad-4b60-4d40-afa9-d56707f2e7ae' 2024-11-12T12:23:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be21aad-4b60-4d40-afa9-d56707f2e7ae" 2024-11-12T12:23:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618794a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,34297,-1] 2024-11-12T12:23:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:03,107 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c2c7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:03,108 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:03,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,34297,1731414173415 2024-11-12T12:23:03,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72eada86 2024-11-12T12:23:03,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:03,109 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:23:03,109 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T12:23:03,109 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:23:03,110 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:03,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:03,110 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:03,110 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:23:03,111 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T12:23:03,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:23:03,112 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:03,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:23:03,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741837_1013 (size=1138) 2024-11-12T12:23:03,161 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T12:23:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:23:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:23:03,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cd97858dfaa7e97aa4b991c4678111d, NAME => 'hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644 2024-11-12T12:23:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741838_1014 (size=44) 2024-11-12T12:23:03,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:23:03,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2cd97858dfaa7e97aa4b991c4678111d, disabling compactions & flushes 2024-11-12T12:23:03,525 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:03,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:03,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. after waiting 0 ms 2024-11-12T12:23:03,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:03,525 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:03,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cd97858dfaa7e97aa4b991c4678111d: Waiting for close lock at 1731414183525Disabling compacts and flushes for region at 1731414183525Disabling writes for close at 1731414183525Writing region close event to WAL at 1731414183525Closed at 1731414183525 2024-11-12T12:23:03,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:23:03,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731414183526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414183526"}]},"ts":"1731414183526"} 2024-11-12T12:23:03,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T12:23:03,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:23:03,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414183527"}]},"ts":"1731414183527"} 2024-11-12T12:23:03,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T12:23:03,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cd97858dfaa7e97aa4b991c4678111d, ASSIGN}] 2024-11-12T12:23:03,529 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cd97858dfaa7e97aa4b991c4678111d, ASSIGN 2024-11-12T12:23:03,530 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cd97858dfaa7e97aa4b991c4678111d, ASSIGN; state=OFFLINE, location=4a91c05c96a4,46559,1731414168160; forceNewPlan=false, retain=false 2024-11-12T12:23:03,680 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cd97858dfaa7e97aa4b991c4678111d, regionState=OPENING, regionLocation=4a91c05c96a4,46559,1731414168160 2024-11-12T12:23:03,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cd97858dfaa7e97aa4b991c4678111d, ASSIGN because future has completed 2024-11-12T12:23:03,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd97858dfaa7e97aa4b991c4678111d, server=4a91c05c96a4,46559,1731414168160}] 2024-11-12T12:23:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:23:03,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:03,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:23:03,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T12:23:03,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a91c05c96a4%2C46559%2C1731414168160.rep, suffix=, logDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160, archiveDir=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/oldWALs, maxLogs=10 2024-11-12T12:23:03,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.rep.1731414183837, exclude list is [], retry=0 2024-11-12T12:23:03,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34613,DS-5e5c3d40-2cb0-4232-8ef1-0bbf51cc2b05,DISK] 2024-11-12T12:23:03,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.rep.1731414183837 2024-11-12T12:23:03,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-12T12:23:03,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cd97858dfaa7e97aa4b991c4678111d, NAME => 'hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:23:03,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T12:23:03,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:23:03,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. service=MultiRowMutationService 2024-11-12T12:23:03,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T12:23:03,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:23:03,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,855 INFO [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,856 INFO [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd97858dfaa7e97aa4b991c4678111d columnFamilyName hfileref 2024-11-12T12:23:03,856 DEBUG [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:03,856 INFO [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] regionserver.HStore(327): Store=2cd97858dfaa7e97aa4b991c4678111d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:03,856 INFO [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,857 INFO [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd97858dfaa7e97aa4b991c4678111d columnFamilyName queue 2024-11-12T12:23:03,857 DEBUG [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:03,857 INFO [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] regionserver.HStore(327): Store=2cd97858dfaa7e97aa4b991c4678111d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:03,857 INFO [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,858 INFO [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd97858dfaa7e97aa4b991c4678111d columnFamilyName sid 2024-11-12T12:23:03,858 DEBUG [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:23:03,858 INFO [StoreOpener-2cd97858dfaa7e97aa4b991c4678111d-1 {}] regionserver.HStore(327): Store=2cd97858dfaa7e97aa4b991c4678111d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:23:03,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T12:23:03,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:23:03,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2cd97858dfaa7e97aa4b991c4678111d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69872953, jitterRate=0.041188135743141174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T12:23:03,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:03,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2cd97858dfaa7e97aa4b991c4678111d: Running coprocessor pre-open hook at 1731414183854Writing region info on filesystem at 1731414183854Initializing all the Stores at 1731414183855 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414183855Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414183855Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414183855Cleaning up temporary data from old regions at 1731414183860 (+5 ms)Running coprocessor post-open hooks at 1731414183863 (+3 ms)Region opened successfully at 1731414183863 2024-11-12T12:23:03,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d., pid=10, masterSystemTime=1731414183834 2024-11-12T12:23:03,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:03,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:03,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cd97858dfaa7e97aa4b991c4678111d, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,46559,1731414168160 2024-11-12T12:23:03,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd97858dfaa7e97aa4b991c4678111d, server=4a91c05c96a4,46559,1731414168160 because future has completed 2024-11-12T12:23:03,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T12:23:03,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cd97858dfaa7e97aa4b991c4678111d, server=4a91c05c96a4,46559,1731414168160 in 186 msec 2024-11-12T12:23:03,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T12:23:03,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cd97858dfaa7e97aa4b991c4678111d, ASSIGN in 341 msec 2024-11-12T12:23:03,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:23:03,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414183871"}]},"ts":"1731414183871"} 2024-11-12T12:23:03,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T12:23:03,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:23:03,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 763 msec 2024-11-12T12:23:03,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2] 2024-11-12T12:23:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:23:04,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:23:04,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:23:04,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:23:04,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T12:23:04,671 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T12:23:04,697 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a91c05c96a4,46559,1731414168160, ReplicationSource: 1, currentBandwidth=0 2024-11-12T12:23:04,698 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:23:04,698 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,46559,1731414168160, seqNum=-1] 2024-11-12T12:23:04,698 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:23:04,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-12T12:23:04,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a91c05c96a4,46559,1731414168160', locateType=CURRENT is [region=hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2] 2024-11-12T12:23:04,702 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T12:23:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T12:23:04,703 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a91c05c96a4,46559,1731414168160 suceeded 2024-11-12T12:23:04,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T12:23:04,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T12:23:04,704 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a91c05c96a4:34297,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:23:04,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6020 sec 2024-11-12T12:23:04,716 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:34297' 2024-11-12T12:23:04,717 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@284d9c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:04,717 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,34297,-1 for getting cluster id 2024-11-12T12:23:04,717 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:04,717 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be21aad-4b60-4d40-afa9-d56707f2e7ae' 2024-11-12T12:23:04,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:04,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be21aad-4b60-4d40-afa9-d56707f2e7ae" 2024-11-12T12:23:04,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1745248c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:04,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,34297,-1] 2024-11-12T12:23:04,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:04,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:04,718 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:04,719 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f62b549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:04,719 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:04,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,34297,1731414173415 2024-11-12T12:23:04,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@584a486d 2024-11-12T12:23:04,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:04,720 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T12:23:04,720 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a91c05c96a4,46559,1731414168160 (queues=1) is replicating from cluster=a464e60d-92bd-4c3e-b173-66d1486da9a9 to cluster=4be21aad-4b60-4d40-afa9-d56707f2e7ae 2024-11-12T12:23:04,720 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a91c05c96a4%2C46559%2C1731414168160 2024-11-12T12:23:04,720 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a91c05c96a4,46559,1731414168160, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:23:04,721 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C46559%2C1731414168160 2024-11-12T12:23:04,721 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293, startPosition=0, beingWritten=true 2024-11-12T12:23:04,724 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T12:23:04,724 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 to pos 379, reset compression=false 2024-11-12T12:23:04,724 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,46559,1731414168160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T12:23:04,927 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 to pos 379, reset compression=false 2024-11-12T12:23:05,230 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 to pos 379, reset compression=false 2024-11-12T12:23:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T12:23:05,247 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T12:23:05,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:23:05,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:05,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:05,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:05,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:05,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2ee14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:05,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40017,-1 for getting cluster id 2024-11-12T12:23:05,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:05,253 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a464e60d-92bd-4c3e-b173-66d1486da9a9' 2024-11-12T12:23:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a464e60d-92bd-4c3e-b173-66d1486da9a9" 2024-11-12T12:23:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c68d5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40017,-1] 2024-11-12T12:23:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:05,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:05,254 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:05,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5905d4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:05,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:05,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,34297,-1 for getting cluster id 2024-11-12T12:23:05,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:05,255 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be21aad-4b60-4d40-afa9-d56707f2e7ae' 2024-11-12T12:23:05,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:05,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be21aad-4b60-4d40-afa9-d56707f2e7ae" 2024-11-12T12:23:05,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753a6183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,34297,-1] 2024-11-12T12:23:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:05,256 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:05,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a199154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:05,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:05,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,39369,-1 for getting cluster id 2024-11-12T12:23:05,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:05,261 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fed77da8-b211-4033-86b0-74871d89f422' 2024-11-12T12:23:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fed77da8-b211-4033-86b0-74871d89f422" 2024-11-12T12:23:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c67a6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,39369,-1] 2024-11-12T12:23:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:05,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:05,262 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:05,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27787832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:05,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:23:05,269 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731414185268/Put/seqid=0 2024-11-12T12:23:05,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741840_1016 (size=7894) 2024-11-12T12:23:05,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:23:05,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:05,637 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 to pos 379, reset compression=false 2024-11-12T12:23:05,674 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731414185674/Put/seqid=0 2024-11-12T12:23:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741841_1017 (size=7691) 2024-11-12T12:23:06,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:06,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40017,-1 for getting cluster id 2024-11-12T12:23:06,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:06,083 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a464e60d-92bd-4c3e-b173-66d1486da9a9' 2024-11-12T12:23:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a464e60d-92bd-4c3e-b173-66d1486da9a9" 2024-11-12T12:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb76a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40017,-1] 2024-11-12T12:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:06,084 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:06,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d27964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:06,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:23:06,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,46559,1731414168160, seqNum=-1] 2024-11-12T12:23:06,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:23:06,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:23:06,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40017,1731414167553 2024-11-12T12:23:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c1861a2 2024-11-12T12:23:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:06,094 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:23:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731414180171.298ded2676eea111ed901d47abbae7fa., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2] 2024-11-12T12:23:06,098 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:23:06,102 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-12T12:23:06,104 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-12T12:23:06,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 298ded2676eea111ed901d47abbae7fa/f 2024-11-12T12:23:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T12:23:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:23:06,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 298ded2676eea111ed901d47abbae7fa/f 2024-11-12T12:23:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T12:23:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:23:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HRegion(2603): Flush status journal for 298ded2676eea111ed901d47abbae7fa: 2024-11-12T12:23:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__ai9l0q7vtsdrp6dakpn0ce1pjgjkvp91mek13731dhlbseto754frf0pqleq0vti/f/hfile_0 2024-11-12T12:23:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__ai9l0q7vtsdrp6dakpn0ce1pjgjkvp91mek13731dhlbseto754frf0pqleq0vti/f/hfile_0 as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/1179b305a1f444358f103884af2a5354_SeqId_4_ 2024-11-12T12:23:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__ai9l0q7vtsdrp6dakpn0ce1pjgjkvp91mek13731dhlbseto754frf0pqleq0vti/f/hfile_1 2024-11-12T12:23:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__ai9l0q7vtsdrp6dakpn0ce1pjgjkvp91mek13731dhlbseto754frf0pqleq0vti/f/hfile_1 as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_ 2024-11-12T12:23:06,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__ai9l0q7vtsdrp6dakpn0ce1pjgjkvp91mek13731dhlbseto754frf0pqleq0vti/f/hfile_0 into 298ded2676eea111ed901d47abbae7fa/f as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/1179b305a1f444358f103884af2a5354_SeqId_4_ - updating store file list. 2024-11-12T12:23:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1179b305a1f444358f103884af2a5354_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:23:06,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/1179b305a1f444358f103884af2a5354_SeqId_4_ into 298ded2676eea111ed901d47abbae7fa/f 2024-11-12T12:23:06,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__ai9l0q7vtsdrp6dakpn0ce1pjgjkvp91mek13731dhlbseto754frf0pqleq0vti/f/hfile_0 into 298ded2676eea111ed901d47abbae7fa/f (new location: hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/1179b305a1f444358f103884af2a5354_SeqId_4_) 2024-11-12T12:23:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__ai9l0q7vtsdrp6dakpn0ce1pjgjkvp91mek13731dhlbseto754frf0pqleq0vti/f/hfile_0 2024-11-12T12:23:06,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__ai9l0q7vtsdrp6dakpn0ce1pjgjkvp91mek13731dhlbseto754frf0pqleq0vti/f/hfile_1 into 298ded2676eea111ed901d47abbae7fa/f as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_ - updating store file list. 2024-11-12T12:23:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:23:06,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_ into 298ded2676eea111ed901d47abbae7fa/f 2024-11-12T12:23:06,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__ai9l0q7vtsdrp6dakpn0ce1pjgjkvp91mek13731dhlbseto754frf0pqleq0vti/f/hfile_1 into 298ded2676eea111ed901d47abbae7fa/f (new location: hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_) 2024-11-12T12:23:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__ai9l0q7vtsdrp6dakpn0ce1pjgjkvp91mek13731dhlbseto754frf0pqleq0vti/f/hfile_1 2024-11-12T12:23:06,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:23:06,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:06,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:06,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:06,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731414180171.298ded2676eea111ed901d47abbae7fa., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2 , the old value is region=test,,1731414180171.298ded2676eea111ed901d47abbae7fa., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4a91c05c96a4:46559 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T12:23:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731414180171.298ded2676eea111ed901d47abbae7fa., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T12:23:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731414180171.298ded2676eea111ed901d47abbae7fa., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2 from cache 2024-11-12T12:23:06,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:23:06,136 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T12:23:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,41667,1731414173586, seqNum=-1] 2024-11-12T12:23:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:23:06,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:23:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731414181321.669bb706db49d19d024b0a8cbaf19414., hostname=4a91c05c96a4,41667,1731414173586, seqNum=2] 2024-11-12T12:23:06,139 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T12:23:06,140 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 to pos 379, reset compression=false 2024-11-12T12:23:06,143 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:23:06,143 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,46559,1731414168160 got entry batch from reader: WALEntryBatch [walEntries=[{test/298ded2676eea111ed901d47abbae7fa/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731414186133/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T12:23:06,145 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:23:06,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T12:23:06,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.ReplicationSink(318): Replicating [a464e60d-92bd-4c3e-b173-66d1486da9a9] bulk loaded data 2024-11-12T12:23:06,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df32de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:06,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,34297,-1 for getting cluster id 2024-11-12T12:23:06,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:06,147 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4be21aad-4b60-4d40-afa9-d56707f2e7ae' 2024-11-12T12:23:06,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:06,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4be21aad-4b60-4d40-afa9-d56707f2e7ae" 2024-11-12T12:23:06,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6aff33c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:06,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,34297,-1] 2024-11-12T12:23:06,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:06,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:06,148 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:06,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79646446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:06,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741837_1013 (size=7894) 2024-11-12T12:23:06,238 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:46559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T12:23:06,343 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 to pos 687, reset compression=false 2024-11-12T12:23:06,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741838_1014 (size=7691) 2024-11-12T12:23:06,646 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 to pos 687, reset compression=false 2024-11-12T12:23:06,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:06,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,34297,1731414173415 2024-11-12T12:23:06,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b4c774a 2024-11-12T12:23:06,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:06,966 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-12T12:23:06,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:23:06,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:23:06,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,41667,1731414173586, seqNum=-1] 2024-11-12T12:23:06,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:23:06,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-12T12:23:06,973 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/1179b305a1f444358f103884af2a5354_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-12T12:23:06,975 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-12T12:23:06,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/1179b305a1f444358f103884af2a5354_SeqId_4_ for inclusion in 669bb706db49d19d024b0a8cbaf19414/f 2024-11-12T12:23:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T12:23:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:23:06,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_ for inclusion in 669bb706db49d19d024b0a8cbaf19414/f 2024-11-12T12:23:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T12:23:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:23:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegion(2603): Flush status journal for 669bb706db49d19d024b0a8cbaf19414: 2024-11-12T12:23:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1179b305a1f444358f103884af2a5354_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:23:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/1179b305a1f444358f103884af2a5354_SeqId_4_ as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/e025c26f452f4331a61049e202fc5750_SeqId_4_ 2024-11-12T12:23:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:23:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_ as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/dd2da70791a04858a4e3396af7663921_SeqId_4_ 2024-11-12T12:23:07,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/1179b305a1f444358f103884af2a5354_SeqId_4_ into 669bb706db49d19d024b0a8cbaf19414/f as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/e025c26f452f4331a61049e202fc5750_SeqId_4_ - updating store file list. 2024-11-12T12:23:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e025c26f452f4331a61049e202fc5750_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:23:07,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/e025c26f452f4331a61049e202fc5750_SeqId_4_ into 669bb706db49d19d024b0a8cbaf19414/f 2024-11-12T12:23:07,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/1179b305a1f444358f103884af2a5354_SeqId_4_ into 669bb706db49d19d024b0a8cbaf19414/f (new location: hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/e025c26f452f4331a61049e202fc5750_SeqId_4_) 2024-11-12T12:23:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/1179b305a1f444358f103884af2a5354_SeqId_4_ 2024-11-12T12:23:07,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_ into 669bb706db49d19d024b0a8cbaf19414/f as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/dd2da70791a04858a4e3396af7663921_SeqId_4_ - updating store file list. 2024-11-12T12:23:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd2da70791a04858a4e3396af7663921_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:23:07,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/dd2da70791a04858a4e3396af7663921_SeqId_4_ into 669bb706db49d19d024b0a8cbaf19414/f 2024-11-12T12:23:07,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_ into 669bb706db49d19d024b0a8cbaf19414/f (new location: hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/dd2da70791a04858a4e3396af7663921_SeqId_4_) 2024-11-12T12:23:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__2cuj0qlikku1v1ti668e3k2emjdvm39to0e6v813fcop43ls79cfecbtmfflalaq/f/4c0f5a9cf52e496898af6e3de61702b7_SeqId_4_ 2024-11-12T12:23:07,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.ReplicationSink(324): Finished replicating [a464e60d-92bd-4c3e-b173-66d1486da9a9] bulk loaded data 2024-11-12T12:23:07,049 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 to pos 687, reset compression=false 2024-11-12T12:23:07,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:23:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,38519,1731414177709, seqNum=-1] 2024-11-12T12:23:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:23:07,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:23:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e., hostname=4a91c05c96a4,38519,1731414177709, seqNum=2] 2024-11-12T12:23:07,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:23:07,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:23:07,155 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4a91c05c96a4%2C46559%2C1731414168160:(num 1731414170293) roll requested 2024-11-12T12:23:07,173 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155, exclude list is [], retry=0 2024-11-12T12:23:07,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34613,DS-5e5c3d40-2cb0-4232-8ef1-0bbf51cc2b05,DISK] 2024-11-12T12:23:07,177 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 2024-11-12T12:23:07,177 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-12T12:23:07,177 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 is not closed yet, will try archiving it next time 2024-11-12T12:23:07,177 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4a91c05c96a4%2C46559%2C1731414168160.meta:.meta(num 1731414170842) roll requested 2024-11-12T12:23:07,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741832_1008 (size=695) 2024-11-12T12:23:07,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40017,-1 for getting cluster id 2024-11-12T12:23:07,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:07,180 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a464e60d-92bd-4c3e-b173-66d1486da9a9' 2024-11-12T12:23:07,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:07,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a464e60d-92bd-4c3e-b173-66d1486da9a9" 2024-11-12T12:23:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389d1f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40017,-1] 2024-11-12T12:23:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:07,182 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5ff5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40017,1731414167553 2024-11-12T12:23:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c93767 2024-11-12T12:23:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:07,185 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:23:07,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://4a91c05c96a4:39369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T12:23:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T12:23:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T12:23:07,188 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:39369' 2024-11-12T12:23:07,192 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.meta.1731414187177.meta, exclude list is [], retry=0 2024-11-12T12:23:07,192 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c170f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,192 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,39369,-1 for getting cluster id 2024-11-12T12:23:07,192 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 to hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/oldWALs/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 2024-11-12T12:23:07,192 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:07,193 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fed77da8-b211-4033-86b0-74871d89f422' 2024-11-12T12:23:07,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:07,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fed77da8-b211-4033-86b0-74871d89f422" 2024-11-12T12:23:07,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,39369,-1] 2024-11-12T12:23:07,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:07,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:07,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34613,DS-5e5c3d40-2cb0-4232-8ef1-0bbf51cc2b05,DISK] 2024-11-12T12:23:07,194 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:07,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25317e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,195 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:07,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,39369,1731414177557 2024-11-12T12:23:07,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64e7ed7b 2024-11-12T12:23:07,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:07,196 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:23:07,197 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.meta.1731414170842.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.meta.1731414187177.meta 2024-11-12T12:23:07,197 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-12T12:23:07,197 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T12:23:07,197 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.meta.1731414170842.meta is not closed yet, will try archiving it next time 2024-11-12T12:23:07,197 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4a91c05c96a4%2C46559%2C1731414168160.rep:(num 1731414183837) roll requested 2024-11-12T12:23:07,197 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T12:23:07,197 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:07,197 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:07,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:07,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741834_1010 (size=3473) 2024-11-12T12:23:07,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.meta.1731414170842.meta not finished, retry = 0 2024-11-12T12:23:07,213 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.rep.1731414187197, exclude list is [], retry=0 2024-11-12T12:23:07,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34613,DS-5e5c3d40-2cb0-4232-8ef1-0bbf51cc2b05,DISK] 2024-11-12T12:23:07,221 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.rep.1731414183837 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.rep.1731414187197 2024-11-12T12:23:07,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T12:23:07,224 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-12T12:23:07,224 DEBUG [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.rep.1731414183837 is not closed yet, will try archiving it next time 2024-11-12T12:23:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741839_1015 (size=1505) 2024-11-12T12:23:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T12:23:07,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T12:23:07,376 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T12:23:07,403 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-4a91c05c96a4,46559,1731414168160, ReplicationSource: 2, currentBandwidth=0 2024-11-12T12:23:07,407 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T12:23:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T12:23:07,409 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4a91c05c96a4,46559,1731414168160 suceeded 2024-11-12T12:23:07,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T12:23:07,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T12:23:07,410 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4a91c05c96a4:39369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T12:23:07,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 225 msec 2024-11-12T12:23:07,421 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a91c05c96a4:39369' 2024-11-12T12:23:07,422 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5181bdc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,422 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,39369,-1 for getting cluster id 2024-11-12T12:23:07,422 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:07,423 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fed77da8-b211-4033-86b0-74871d89f422' 2024-11-12T12:23:07,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:07,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fed77da8-b211-4033-86b0-74871d89f422" 2024-11-12T12:23:07,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a5e79f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,39369,-1] 2024-11-12T12:23:07,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:07,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:07,424 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:07,424 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5653a46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,424 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:07,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,39369,1731414177557 2024-11-12T12:23:07,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e09a6bb 2024-11-12T12:23:07,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:07,425 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T12:23:07,426 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4a91c05c96a4,46559,1731414168160 (queues=1) is replicating from cluster=a464e60d-92bd-4c3e-b173-66d1486da9a9 to cluster=fed77da8-b211-4033-86b0-74871d89f422 2024-11-12T12:23:07,426 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4a91c05c96a4%2C46559%2C1731414168160 2024-11-12T12:23:07,426 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4a91c05c96a4,46559,1731414168160, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T12:23:07,429 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155, startPosition=0, beingWritten=true 2024-11-12T12:23:07,432 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a91c05c96a4%2C46559%2C1731414168160 2024-11-12T12:23:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T12:23:07,507 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T12:23:07,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:23:07,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:07,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:07,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:07,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:07,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:23:07,511 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731414187511/Put/seqid=0 2024-11-12T12:23:07,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741845_1021 (size=11194) 2024-11-12T12:23:07,520 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731414187519/Put/seqid=0 2024-11-12T12:23:07,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741846_1022 (size=10791) 2024-11-12T12:23:07,552 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 to pos 687, reset compression=false 2024-11-12T12:23:07,559 INFO [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 was moved to hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/oldWALs/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 2024-11-12T12:23:07,560 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293 2024-11-12T12:23:07,560 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,46559,1731414168160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414170293, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T12:23:07,561 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155, startPosition=0, beingWritten=true 2024-11-12T12:23:07,563 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [4a91c05c96a4%2C46559%2C1731414168160.1731414170293] 2024-11-12T12:23:07,636 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 0, reset compression=false 2024-11-12T12:23:07,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8fa292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,40017,-1 for getting cluster id 2024-11-12T12:23:07,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:07,930 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a464e60d-92bd-4c3e-b173-66d1486da9a9' 2024-11-12T12:23:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a464e60d-92bd-4c3e-b173-66d1486da9a9" 2024-11-12T12:23:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,40017,-1] 2024-11-12T12:23:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:07,932 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:07,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:07,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:23:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,46559,1731414168160, seqNum=-1] 2024-11-12T12:23:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:23:07,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:23:07,940 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 0, reset compression=false 2024-11-12T12:23:07,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,40017,1731414167553 2024-11-12T12:23:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c4db15c 2024-11-12T12:23:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:07,948 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:23:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731414180171.298ded2676eea111ed901d47abbae7fa., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2] 2024-11-12T12:23:07,957 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:23:07,970 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-12T12:23:07,972 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-12T12:23:07,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 298ded2676eea111ed901d47abbae7fa/f 2024-11-12T12:23:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T12:23:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:23:07,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 298ded2676eea111ed901d47abbae7fa/f 2024-11-12T12:23:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T12:23:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:23:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HRegion(2603): Flush status journal for 298ded2676eea111ed901d47abbae7fa: 2024-11-12T12:23:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__52dsq24l2dcrjfdcfte98vuhjmvk9b8r618hlabbqbbenkjq214oj5kocgtcd5tb/f/hfile_0 2024-11-12T12:23:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__52dsq24l2dcrjfdcfte98vuhjmvk9b8r618hlabbqbbenkjq214oj5kocgtcd5tb/f/hfile_0 as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ 2024-11-12T12:23:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__52dsq24l2dcrjfdcfte98vuhjmvk9b8r618hlabbqbbenkjq214oj5kocgtcd5tb/f/hfile_1 2024-11-12T12:23:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__52dsq24l2dcrjfdcfte98vuhjmvk9b8r618hlabbqbbenkjq214oj5kocgtcd5tb/f/hfile_1 as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ 2024-11-12T12:23:07,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__52dsq24l2dcrjfdcfte98vuhjmvk9b8r618hlabbqbbenkjq214oj5kocgtcd5tb/f/hfile_0 into 298ded2676eea111ed901d47abbae7fa/f as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ - updating store file list. 2024-11-12T12:23:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T12:23:07,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ into 298ded2676eea111ed901d47abbae7fa/f 2024-11-12T12:23:07,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__52dsq24l2dcrjfdcfte98vuhjmvk9b8r618hlabbqbbenkjq214oj5kocgtcd5tb/f/hfile_0 into 298ded2676eea111ed901d47abbae7fa/f (new location: hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_) 2024-11-12T12:23:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__52dsq24l2dcrjfdcfte98vuhjmvk9b8r618hlabbqbbenkjq214oj5kocgtcd5tb/f/hfile_0 2024-11-12T12:23:07,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__52dsq24l2dcrjfdcfte98vuhjmvk9b8r618hlabbqbbenkjq214oj5kocgtcd5tb/f/hfile_1 into 298ded2676eea111ed901d47abbae7fa/f as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ - updating store file list. 2024-11-12T12:23:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T12:23:08,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ into 298ded2676eea111ed901d47abbae7fa/f 2024-11-12T12:23:08,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__52dsq24l2dcrjfdcfte98vuhjmvk9b8r618hlabbqbbenkjq214oj5kocgtcd5tb/f/hfile_1 into 298ded2676eea111ed901d47abbae7fa/f (new location: hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_) 2024-11-12T12:23:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/staging/jenkins__test__52dsq24l2dcrjfdcfte98vuhjmvk9b8r618hlabbqbbenkjq214oj5kocgtcd5tb/f/hfile_1 2024-11-12T12:23:08,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:23:08,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:08,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:08,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731414180171.298ded2676eea111ed901d47abbae7fa., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2 , the old value is region=test,,1731414180171.298ded2676eea111ed901d47abbae7fa., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4a91c05c96a4:46559 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T12:23:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46559: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:44300 deadline: 1731414248005 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:44300 2024-11-12T12:23:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731414180171.298ded2676eea111ed901d47abbae7fa., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T12:23:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731414180171.298ded2676eea111ed901d47abbae7fa., hostname=4a91c05c96a4,46559,1731414168160, seqNum=2 from cache 2024-11-12T12:23:08,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:08,010 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T12:23:08,117 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:46559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T12:23:08,165 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 0, reset compression=false 2024-11-12T12:23:08,172 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:23:08,172 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a91c05c96a4,46559,1731414168160 got entry batch from reader: WALEntryBatch [walEntries=[{test/298ded2676eea111ed901d47abbae7fa/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731414188003/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T12:23:08,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.ReplicationSink(318): Replicating [a464e60d-92bd-4c3e-b173-66d1486da9a9] bulk loaded data 2024-11-12T12:23:08,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741839_1015 (size=11194) 2024-11-12T12:23:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741840_1016 (size=10791) 2024-11-12T12:23:08,366 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 0, reset compression=false 2024-11-12T12:23:08,369 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T12:23:08,369 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-4a91c05c96a4,46559,1731414168160 got entry batch from reader: WALEntryBatch [walEntries=[{test/298ded2676eea111ed901d47abbae7fa/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731414188003/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T12:23:08,371 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:23:08,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T12:23:08,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38519 {}] regionserver.ReplicationSink(318): Replicating [a464e60d-92bd-4c3e-b173-66d1486da9a9] bulk loaded data 2024-11-12T12:23:08,372 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:08,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f45a85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:08,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38519 {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,39369,-1 for getting cluster id 2024-11-12T12:23:08,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:23:08,373 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fed77da8-b211-4033-86b0-74871d89f422' 2024-11-12T12:23:08,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:23:08,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fed77da8-b211-4033-86b0-74871d89f422" 2024-11-12T12:23:08,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2465ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:08,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,39369,-1] 2024-11-12T12:23:08,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:23:08,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:08,374 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:23:08,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d3f09a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:23:08,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741837_1013 (size=11194) 2024-11-12T12:23:08,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T12:23:08,570 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:08,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:23:08,658 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T12:23:08,659 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T12:23:08,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ for inclusion in 669bb706db49d19d024b0a8cbaf19414/f 2024-11-12T12:23:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T12:23:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:23:08,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ for inclusion in 669bb706db49d19d024b0a8cbaf19414/f 2024-11-12T12:23:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T12:23:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:23:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegion(2603): Flush status journal for 669bb706db49d19d024b0a8cbaf19414: 2024-11-12T12:23:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:23:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/91ff3b2058ae480eb085d964204f415f_SeqId_6_ 2024-11-12T12:23:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:23:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/2ec62be1072a4c0b972246b8cd02ff97_SeqId_6_ 2024-11-12T12:23:08,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ into 669bb706db49d19d024b0a8cbaf19414/f as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/91ff3b2058ae480eb085d964204f415f_SeqId_6_ - updating store file list. 2024-11-12T12:23:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 91ff3b2058ae480eb085d964204f415f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T12:23:08,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/91ff3b2058ae480eb085d964204f415f_SeqId_6_ into 669bb706db49d19d024b0a8cbaf19414/f 2024-11-12T12:23:08,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ into 669bb706db49d19d024b0a8cbaf19414/f (new location: hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/91ff3b2058ae480eb085d964204f415f_SeqId_6_) 2024-11-12T12:23:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ 2024-11-12T12:23:08,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ into 669bb706db49d19d024b0a8cbaf19414/f as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/2ec62be1072a4c0b972246b8cd02ff97_SeqId_6_ - updating store file list. 2024-11-12T12:23:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ec62be1072a4c0b972246b8cd02ff97_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T12:23:08,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/2ec62be1072a4c0b972246b8cd02ff97_SeqId_6_ into 669bb706db49d19d024b0a8cbaf19414/f 2024-11-12T12:23:08,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ into 669bb706db49d19d024b0a8cbaf19414/f (new location: hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/f/2ec62be1072a4c0b972246b8cd02ff97_SeqId_6_) 2024-11-12T12:23:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/staging/jenkins.hfs.22__test__n51vr5qfajimipb04fm2oeknovjmabvf145io2p846pu8dvpdo6ea2m1egpe0eka/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ 2024-11-12T12:23:08,675 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:08,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.ReplicationSink(324): Finished replicating [a464e60d-92bd-4c3e-b173-66d1486da9a9] bulk loaded data 2024-11-12T12:23:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741838_1014 (size=10791) 2024-11-12T12:23:08,875 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:09,018 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T12:23:09,078 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:09,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:23:09,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,39369,1731414177557 2024-11-12T12:23:09,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b6802d9 2024-11-12T12:23:09,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:23:09,197 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-12T12:23:09,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38519 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T12:23:09,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:23:09,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,38519,1731414177709, seqNum=-1] 2024-11-12T12:23:09,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:23:09,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-12T12:23:09,204 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T12:23:09,206 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T12:23:09,207 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ for inclusion in c26c757c6f76bcd9623cd6c2c467029e/f 2024-11-12T12:23:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T12:23:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:23:09,209 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ for inclusion in c26c757c6f76bcd9623cd6c2c467029e/f 2024-11-12T12:23:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T12:23:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T12:23:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HRegion(2603): Flush status journal for c26c757c6f76bcd9623cd6c2c467029e: 2024-11-12T12:23:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:23:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ as hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e/f/a38352b005cd4d879bc6314839d49417_SeqId_4_ 2024-11-12T12:23:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T12:23:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ as hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e/f/66e3e4c51efc410e825e4187da5928e9_SeqId_4_ 2024-11-12T12:23:09,213 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ into c26c757c6f76bcd9623cd6c2c467029e/f as hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e/f/a38352b005cd4d879bc6314839d49417_SeqId_4_ - updating store file list. 2024-11-12T12:23:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a38352b005cd4d879bc6314839d49417_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:23:09,215 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e/f/a38352b005cd4d879bc6314839d49417_SeqId_4_ into c26c757c6f76bcd9623cd6c2c467029e/f 2024-11-12T12:23:09,215 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ into c26c757c6f76bcd9623cd6c2c467029e/f (new location: hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e/f/a38352b005cd4d879bc6314839d49417_SeqId_4_) 2024-11-12T12:23:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/2e394f5a362b49a1ae67b5bd6705c597_SeqId_6_ 2024-11-12T12:23:09,216 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ into c26c757c6f76bcd9623cd6c2c467029e/f as hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e/f/66e3e4c51efc410e825e4187da5928e9_SeqId_4_ - updating store file list. 2024-11-12T12:23:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66e3e4c51efc410e825e4187da5928e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T12:23:09,218 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e/f/66e3e4c51efc410e825e4187da5928e9_SeqId_4_ into c26c757c6f76bcd9623cd6c2c467029e/f 2024-11-12T12:23:09,218 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ into c26c757c6f76bcd9623cd6c2c467029e/f (new location: hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e/f/66e3e4c51efc410e825e4187da5928e9_SeqId_4_) 2024-11-12T12:23:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/staging/jenkins.hfs.23__test__klu4j6sp3omo1ddv3cla5sfuf02j13so0pbf2dph4uqpqjuk9m9gjh6ctebvhrpr/f/b477f394b2b6484db0c47ecf9849d8d1_SeqId_6_ 2024-11-12T12:23:09,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38519 {}] regionserver.ReplicationSink(324): Finished replicating [a464e60d-92bd-4c3e-b173-66d1486da9a9] bulk loaded data 2024-11-12T12:23:09,278 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:09,582 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:09,781 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:10,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:23:10,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:23:10,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:10,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:10,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:10,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:10,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:23:10,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1861700725, stopped=false 2024-11-12T12:23:10,026 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,39369,1731414177557 2024-11-12T12:23:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2476118747/running 2024-11-12T12:23:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2476118747/running 2024-11-12T12:23:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:23:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:23:10,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:23:10,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:23:10,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:10,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:10,074 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,38519,1731414177709' ***** 2024-11-12T12:23:10,074 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:23:10,075 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:23:10,075 INFO [RS:0;4a91c05c96a4:38519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:23:10,075 INFO [RS:0;4a91c05c96a4:38519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:23:10,075 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(3091): Received CLOSE for c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:10,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:23:10,076 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,38519,1731414177709 2024-11-12T12:23:10,076 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:23:10,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Set watcher on znode that does not yet exist, /2476118747/running 2024-11-12T12:23:10,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Set watcher on znode that does not yet exist, /2476118747/running 2024-11-12T12:23:10,076 INFO [RS:0;4a91c05c96a4:38519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:38519. 2024-11-12T12:23:10,076 DEBUG [RS:0;4a91c05c96a4:38519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:10,076 DEBUG [RS:0;4a91c05c96a4:38519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:10,076 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:23:10,076 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:23:10,076 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:23:10,076 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:23:10,076 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:23:10,076 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:23:10,076 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1325): Online Regions={c26c757c6f76bcd9623cd6c2c467029e=test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:23:10,077 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c26c757c6f76bcd9623cd6c2c467029e 2024-11-12T12:23:10,077 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:23:10,077 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:23:10,077 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:23:10,077 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:23:10,077 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:23:10,078 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T12:23:10,078 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c26c757c6f76bcd9623cd6c2c467029e, disabling compactions & flushes 2024-11-12T12:23:10,078 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:10,078 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:10,078 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. after waiting 0 ms 2024-11-12T12:23:10,078 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:10,093 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/default/test/c26c757c6f76bcd9623cd6c2c467029e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T12:23:10,093 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:23:10,093 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:23:10,093 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:10,094 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c26c757c6f76bcd9623cd6c2c467029e: Waiting for close lock at 1731414190077Running coprocessor pre-close hooks at 1731414190077Disabling compacts and flushes for region at 1731414190077Disabling writes for close at 1731414190078 (+1 ms)Writing region close event to WAL at 1731414190080 (+2 ms)Running coprocessor post-close hooks at 1731414190093 (+13 ms)Closed at 1731414190093 2024-11-12T12:23:10,094 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e. 2024-11-12T12:23:10,099 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/info/c401814a39914cdba907585d4ee53b8a is 129, key is test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e./info:regioninfo/1731414182699/Put/seqid=0 2024-11-12T12:23:10,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741839_1015 (size=6421) 2024-11-12T12:23:10,110 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/info/c401814a39914cdba907585d4ee53b8a 2024-11-12T12:23:10,135 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/ns/e35beb9fbfa64f8799ba4af46722241c is 43, key is default/ns:d/1731414179988/Put/seqid=0 2024-11-12T12:23:10,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741840_1016 (size=5153) 2024-11-12T12:23:10,185 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:10,277 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:23:10,307 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:23:10,307 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:23:10,384 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:10,477 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:23:10,521 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:23:10,539 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/ns/e35beb9fbfa64f8799ba4af46722241c 2024-11-12T12:23:10,568 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/rep_barrier/77b3207f00b4449596ae7f16e50afa84 is 112, key is test,,1731414181959.c26c757c6f76bcd9623cd6c2c467029e./rep_barrier:seqnumDuringOpen/1731414182699/Put/seqid=0 2024-11-12T12:23:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741841_1017 (size=5518) 2024-11-12T12:23:10,677 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:23:10,877 DEBUG [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:23:10,888 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:10,974 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/rep_barrier/77b3207f00b4449596ae7f16e50afa84 2024-11-12T12:23:10,995 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/table/ae0c7ae057df41f699e3552fc50928d8 is 40, key is test/table:state/1731414182705/Put/seqid=0 2024-11-12T12:23:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741842_1018 (size=5165) 2024-11-12T12:23:11,002 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/table/ae0c7ae057df41f699e3552fc50928d8 2024-11-12T12:23:11,016 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/info/c401814a39914cdba907585d4ee53b8a as hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/info/c401814a39914cdba907585d4ee53b8a 2024-11-12T12:23:11,022 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/info/c401814a39914cdba907585d4ee53b8a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T12:23:11,023 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/ns/e35beb9fbfa64f8799ba4af46722241c as hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/ns/e35beb9fbfa64f8799ba4af46722241c 2024-11-12T12:23:11,030 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/ns/e35beb9fbfa64f8799ba4af46722241c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T12:23:11,030 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/rep_barrier/77b3207f00b4449596ae7f16e50afa84 as hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/rep_barrier/77b3207f00b4449596ae7f16e50afa84 2024-11-12T12:23:11,035 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/rep_barrier/77b3207f00b4449596ae7f16e50afa84, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T12:23:11,036 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/.tmp/table/ae0c7ae057df41f699e3552fc50928d8 as hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/table/ae0c7ae057df41f699e3552fc50928d8 2024-11-12T12:23:11,040 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/table/ae0c7ae057df41f699e3552fc50928d8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T12:23:11,041 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 963ms, sequenceid=11, compaction requested=false 2024-11-12T12:23:11,045 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T12:23:11,045 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:23:11,045 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:23:11,045 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:23:11,046 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414190077Running coprocessor pre-close hooks at 1731414190077Disabling compacts and flushes for region at 1731414190077Disabling writes for close at 1731414190077Obtaining lock to block concurrent updates at 1731414190078 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731414190078Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731414190078Flushing stores of hbase:meta,,1.1588230740 at 1731414190079 (+1 ms)Flushing 1588230740/info: creating writer at 1731414190079Flushing 1588230740/info: appending metadata at 1731414190098 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731414190099 (+1 ms)Flushing 1588230740/ns: creating writer at 1731414190114 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731414190134 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731414190134Flushing 1588230740/rep_barrier: creating writer at 1731414190542 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414190568 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414190568Flushing 1588230740/table: creating writer at 1731414190978 (+410 ms)Flushing 1588230740/table: appending metadata at 1731414190994 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731414190994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598faefe: reopening flushed file at 1731414191014 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7a5a27: reopening flushed file at 1731414191022 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e25d70f: reopening flushed file at 1731414191030 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f0615c: reopening flushed file at 1731414191035 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 963ms, sequenceid=11, compaction requested=false at 1731414191041 (+6 ms)Writing region close event to WAL at 1731414191042 (+1 ms)Running coprocessor post-close hooks at 1731414191045 (+3 ms)Closed at 1731414191045 2024-11-12T12:23:11,046 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:23:11,077 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,38519,1731414177709; all regions closed. 2024-11-12T12:23:11,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741834_1010 (size=2717) 2024-11-12T12:23:11,082 DEBUG [RS:0;4a91c05c96a4:38519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/oldWALs 2024-11-12T12:23:11,082 INFO [RS:0;4a91c05c96a4:38519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C38519%2C1731414177709.meta:.meta(num 1731414179939) 2024-11-12T12:23:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741832_1008 (size=1028) 2024-11-12T12:23:11,086 DEBUG [RS:0;4a91c05c96a4:38519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/oldWALs 2024-11-12T12:23:11,086 INFO [RS:0;4a91c05c96a4:38519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C38519%2C1731414177709:(num 1731414179402) 2024-11-12T12:23:11,086 DEBUG [RS:0;4a91c05c96a4:38519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:11,086 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:23:11,086 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:23:11,086 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T12:23:11,086 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:23:11,086 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:23:11,087 INFO [RS:0;4a91c05c96a4:38519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:38519. 2024-11-12T12:23:11,087 DEBUG [RS:0;4a91c05c96a4:38519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:11,087 DEBUG [RS:0;4a91c05c96a4:38519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:11,087 DEBUG [RS:0;4a91c05c96a4:38519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:11,087 INFO [RS:0;4a91c05c96a4:38519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38519 2024-11-12T12:23:11,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:11,087 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:11,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2476118747/rs/4a91c05c96a4,38519,1731414177709 2024-11-12T12:23:11,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747/rs 2024-11-12T12:23:11,254 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:23:11,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,38519,1731414177709] 2024-11-12T12:23:11,358 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2476118747/draining/4a91c05c96a4,38519,1731414177709 already deleted, retry=false 2024-11-12T12:23:11,358 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,38519,1731414177709 expired; onlineServers=0 2024-11-12T12:23:11,358 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,39369,1731414177557' ***** 2024-11-12T12:23:11,358 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:23:11,358 INFO [M:0;4a91c05c96a4:39369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:23:11,358 INFO [M:0;4a91c05c96a4:39369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:23:11,358 DEBUG [M:0;4a91c05c96a4:39369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:23:11,359 DEBUG [M:0;4a91c05c96a4:39369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:23:11,359 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:23:11,359 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414179097 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414179097,5,FailOnTimeoutGroup] 2024-11-12T12:23:11,359 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414179097 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414179097,5,FailOnTimeoutGroup] 2024-11-12T12:23:11,359 INFO [M:0;4a91c05c96a4:39369 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:23:11,359 INFO [M:0;4a91c05c96a4:39369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:23:11,359 DEBUG [M:0;4a91c05c96a4:39369 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:23:11,359 INFO [M:0;4a91c05c96a4:39369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:23:11,359 INFO [M:0;4a91c05c96a4:39369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:23:11,359 INFO [M:0;4a91c05c96a4:39369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:23:11,360 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:23:11,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2476118747/master 2024-11-12T12:23:11,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2476118747 2024-11-12T12:23:11,370 DEBUG [M:0;4a91c05c96a4:39369 {}] zookeeper.ZKUtil(347): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Unable to get data of znode /2476118747/master because node does not exist (not an error) 2024-11-12T12:23:11,370 WARN [M:0;4a91c05c96a4:39369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:23:11,371 INFO [M:0;4a91c05c96a4:39369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/.lastflushedseqids 2024-11-12T12:23:11,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741843_1019 (size=173) 2024-11-12T12:23:11,375 INFO [M:0;4a91c05c96a4:39369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:23:11,375 INFO [M:0;4a91c05c96a4:39369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:23:11,375 DEBUG [M:0;4a91c05c96a4:39369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:23:11,375 INFO [M:0;4a91c05c96a4:39369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:11,375 DEBUG [M:0;4a91c05c96a4:39369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:11,375 DEBUG [M:0;4a91c05c96a4:39369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:23:11,376 DEBUG [M:0;4a91c05c96a4:39369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:11,376 INFO [M:0;4a91c05c96a4:39369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-12T12:23:11,395 DEBUG [M:0;4a91c05c96a4:39369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c34fc0cedb24eb48d0149be8f0956d0 is 82, key is hbase:meta,,1/info:regioninfo/1731414179973/Put/seqid=0 2024-11-12T12:23:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741844_1020 (size=5672) 2024-11-12T12:23:11,399 INFO [M:0;4a91c05c96a4:39369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c34fc0cedb24eb48d0149be8f0956d0 2024-11-12T12:23:11,422 DEBUG [M:0;4a91c05c96a4:39369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80f3dc66458c428197ee7521ed4a46fb is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731414182707/Put/seqid=0 2024-11-12T12:23:11,431 INFO [RS:0;4a91c05c96a4:38519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:23:11,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:11,432 INFO [RS:0;4a91c05c96a4:38519 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,38519,1731414177709; zookeeper connection closed. 2024-11-12T12:23:11,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38519-0x1012eff820a0007, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741845_1021 (size=6585) 2024-11-12T12:23:11,445 INFO [M:0;4a91c05c96a4:39369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80f3dc66458c428197ee7521ed4a46fb 2024-11-12T12:23:11,455 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@400a4a1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@400a4a1d 2024-11-12T12:23:11,455 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:23:11,471 DEBUG [M:0;4a91c05c96a4:39369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13cc550e6b1f4efa9e8060d632780c64 is 69, key is 4a91c05c96a4,38519,1731414177709/rs:state/1731414179189/Put/seqid=0 2024-11-12T12:23:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741846_1022 (size=5156) 2024-11-12T12:23:11,694 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:11,874 INFO [M:0;4a91c05c96a4:39369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13cc550e6b1f4efa9e8060d632780c64 2024-11-12T12:23:11,878 DEBUG [M:0;4a91c05c96a4:39369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c34fc0cedb24eb48d0149be8f0956d0 as hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c34fc0cedb24eb48d0149be8f0956d0 2024-11-12T12:23:11,882 INFO [M:0;4a91c05c96a4:39369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c34fc0cedb24eb48d0149be8f0956d0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T12:23:11,883 DEBUG [M:0;4a91c05c96a4:39369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80f3dc66458c428197ee7521ed4a46fb as hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80f3dc66458c428197ee7521ed4a46fb 2024-11-12T12:23:11,887 INFO [M:0;4a91c05c96a4:39369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80f3dc66458c428197ee7521ed4a46fb, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T12:23:11,888 DEBUG [M:0;4a91c05c96a4:39369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13cc550e6b1f4efa9e8060d632780c64 as hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13cc550e6b1f4efa9e8060d632780c64 2024-11-12T12:23:11,893 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:11,898 INFO [M:0;4a91c05c96a4:39369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44707/user/jenkins/test-data/1a8f77f2-b87c-5519-dfaa-f670dfc2532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13cc550e6b1f4efa9e8060d632780c64, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T12:23:11,898 INFO [M:0;4a91c05c96a4:39369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=55, compaction requested=false 2024-11-12T12:23:11,901 INFO [M:0;4a91c05c96a4:39369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:11,901 DEBUG [M:0;4a91c05c96a4:39369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414191375Disabling compacts and flushes for region at 1731414191375Disabling writes for close at 1731414191375Obtaining lock to block concurrent updates at 1731414191376 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414191376Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731414191376Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414191376Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414191376Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414191394 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414191394Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414191402 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414191422 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414191422Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414191449 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414191470 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414191470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d5b787: reopening flushed file at 1731414191878 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38482af9: reopening flushed file at 1731414191883 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d798d8a: reopening flushed file at 1731414191887 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=55, compaction requested=false at 1731414191898 (+11 ms)Writing region close event to WAL at 1731414191901 (+3 ms)Closed at 1731414191901 2024-11-12T12:23:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741830_1006 (size=32758) 2024-11-12T12:23:11,903 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:23:11,903 INFO [M:0;4a91c05c96a4:39369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:23:11,903 INFO [M:0;4a91c05c96a4:39369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39369 2024-11-12T12:23:11,904 INFO [M:0;4a91c05c96a4:39369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:23:12,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:12,060 INFO [M:0;4a91c05c96a4:39369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:23:12,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012eff820a0006, quorum=127.0.0.1:57175, baseZNode=/2476118747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:12,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5684eee9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:23:12,093 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75074f2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:23:12,093 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:23:12,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b582525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:23:12,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f2c9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/hadoop.log.dir/,STOPPED} 2024-11-12T12:23:12,094 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:23:12,094 WARN [BP-1306261289-172.17.0.3-1731414175333 heartbeating to localhost/127.0.0.1:44707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:23:12,095 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:23:12,095 WARN [BP-1306261289-172.17.0.3-1731414175333 heartbeating to localhost/127.0.0.1:44707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1306261289-172.17.0.3-1731414175333 (Datanode Uuid 418abf96-6f83-44d1-992f-4838b99e2337) service to localhost/127.0.0.1:44707 2024-11-12T12:23:12,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/cluster_fde4a5c0-00f3-c15c-f8be-2333e825ea6b/data/data1/current/BP-1306261289-172.17.0.3-1731414175333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:23:12,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/cluster_fde4a5c0-00f3-c15c-f8be-2333e825ea6b/data/data2/current/BP-1306261289-172.17.0.3-1731414175333 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:23:12,096 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:23:12,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c8baf7c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:23:12,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6983f7b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:23:12,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:23:12,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18990de3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:23:12,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124dcaa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e587ac98-ae1e-bbb8-c25f-50dc00b55516/hadoop.log.dir/,STOPPED} 2024-11-12T12:23:12,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:23:12,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:23:12,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:23:12,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:12,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:12,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:12,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:12,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:23:12,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1898551919, stopped=false 2024-11-12T12:23:12,115 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,34297,1731414173415 2024-11-12T12:23:12,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1808596640/running 2024-11-12T12:23:12,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1808596640/running 2024-11-12T12:23:12,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:23:12,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:23:12,128 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:23:12,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Set watcher on znode that does not yet exist, /1-1808596640/running 2024-11-12T12:23:12,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Set watcher on znode that does not yet exist, /1-1808596640/running 2024-11-12T12:23:12,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:23:12,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:12,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:12,129 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,41667,1731414173586' ***** 2024-11-12T12:23:12,129 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:23:12,129 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:23:12,129 INFO [RS:0;4a91c05c96a4:41667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:23:12,129 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:23:12,129 INFO [RS:0;4a91c05c96a4:41667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:23:12,129 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(3091): Received CLOSE for 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:12,129 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,41667,1731414173586 2024-11-12T12:23:12,129 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:23:12,129 INFO [RS:0;4a91c05c96a4:41667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:41667. 2024-11-12T12:23:12,130 DEBUG [RS:0;4a91c05c96a4:41667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:12,130 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 669bb706db49d19d024b0a8cbaf19414, disabling compactions & flushes 2024-11-12T12:23:12,130 DEBUG [RS:0;4a91c05c96a4:41667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:12,130 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:12,130 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:12,130 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:23:12,130 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:23:12,130 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. after waiting 0 ms 2024-11-12T12:23:12,130 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:23:12,130 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:12,130 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:23:12,130 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:23:12,130 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 669bb706db49d19d024b0a8cbaf19414=test,,1731414181321.669bb706db49d19d024b0a8cbaf19414.} 2024-11-12T12:23:12,130 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 669bb706db49d19d024b0a8cbaf19414 2024-11-12T12:23:12,130 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:23:12,130 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:23:12,130 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:23:12,130 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:23:12,130 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:23:12,130 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T12:23:12,133 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/default/test/669bb706db49d19d024b0a8cbaf19414/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:23:12,134 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:23:12,134 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:23:12,134 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:12,134 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 669bb706db49d19d024b0a8cbaf19414: Waiting for close lock at 1731414192129Running coprocessor pre-close hooks at 1731414192129Disabling compacts and flushes for region at 1731414192129Disabling writes for close at 1731414192130 (+1 ms)Writing region close event to WAL at 1731414192131 (+1 ms)Running coprocessor post-close hooks at 1731414192134 (+3 ms)Closed at 1731414192134 2024-11-12T12:23:12,134 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414181321.669bb706db49d19d024b0a8cbaf19414. 2024-11-12T12:23:12,147 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/info/a977f1c630314d49a5c08cfc95938c92 is 129, key is test,,1731414181321.669bb706db49d19d024b0a8cbaf19414./info:regioninfo/1731414181715/Put/seqid=0 2024-11-12T12:23:12,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741841_1017 (size=6421) 2024-11-12T12:23:12,159 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/info/a977f1c630314d49a5c08cfc95938c92 2024-11-12T12:23:12,169 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:23:12,183 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/ns/740cac1811c349e087f41918c5d28ac3 is 43, key is default/ns:d/1731414175240/Put/seqid=0 2024-11-12T12:23:12,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:23:12,190 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/ns/740cac1811c349e087f41918c5d28ac3 2024-11-12T12:23:12,209 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/rep_barrier/1d868338d45d4d708ec6f404489cd907 is 112, key is test,,1731414181321.669bb706db49d19d024b0a8cbaf19414./rep_barrier:seqnumDuringOpen/1731414181715/Put/seqid=0 2024-11-12T12:23:12,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741843_1019 (size=5518) 2024-11-12T12:23:12,330 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:23:12,530 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:23:12,597 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:12,614 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/rep_barrier/1d868338d45d4d708ec6f404489cd907 2024-11-12T12:23:12,634 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:23:12,634 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:23:12,636 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/table/d2121c83c479492fa77fbe66968ed479 is 40, key is test/table:state/1731414181728/Put/seqid=0 2024-11-12T12:23:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741844_1020 (size=5165) 2024-11-12T12:23:12,730 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:23:12,796 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:12,931 DEBUG [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:23:13,040 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/table/d2121c83c479492fa77fbe66968ed479 2024-11-12T12:23:13,045 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/info/a977f1c630314d49a5c08cfc95938c92 as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/info/a977f1c630314d49a5c08cfc95938c92 2024-11-12T12:23:13,056 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/info/a977f1c630314d49a5c08cfc95938c92, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T12:23:13,057 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/ns/740cac1811c349e087f41918c5d28ac3 as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/ns/740cac1811c349e087f41918c5d28ac3 2024-11-12T12:23:13,065 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/ns/740cac1811c349e087f41918c5d28ac3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T12:23:13,067 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/rep_barrier/1d868338d45d4d708ec6f404489cd907 as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/rep_barrier/1d868338d45d4d708ec6f404489cd907 2024-11-12T12:23:13,075 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/rep_barrier/1d868338d45d4d708ec6f404489cd907, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T12:23:13,076 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/.tmp/table/d2121c83c479492fa77fbe66968ed479 as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/table/d2121c83c479492fa77fbe66968ed479 2024-11-12T12:23:13,083 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/table/d2121c83c479492fa77fbe66968ed479, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T12:23:13,084 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=11, compaction requested=false 2024-11-12T12:23:13,085 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:23:13,105 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T12:23:13,106 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:23:13,106 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:23:13,106 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:23:13,106 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414192130Running coprocessor pre-close hooks at 1731414192130Disabling compacts and flushes for region at 1731414192130Disabling writes for close at 1731414192130Obtaining lock to block concurrent updates at 1731414192130Preparing flush snapshotting stores in 1588230740 at 1731414192130Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731414192131 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731414192131Flushing 1588230740/info: creating writer at 1731414192131Flushing 1588230740/info: appending metadata at 1731414192147 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731414192147Flushing 1588230740/ns: creating writer at 1731414192164 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731414192183 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731414192183Flushing 1588230740/rep_barrier: creating writer at 1731414192194 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414192209 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414192209Flushing 1588230740/table: creating writer at 1731414192617 (+408 ms)Flushing 1588230740/table: appending metadata at 1731414192636 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731414192636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26710e17: reopening flushed file at 1731414193044 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28eb6002: reopening flushed file at 1731414193056 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a01b6de: reopening flushed file at 1731414193065 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ad6010: reopening flushed file at 1731414193075 (+10 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=11, compaction requested=false at 1731414193085 (+10 ms)Writing region close event to WAL at 1731414193102 (+17 ms)Running coprocessor post-close hooks at 1731414193106 (+4 ms)Closed at 1731414193106 2024-11-12T12:23:13,106 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:23:13,133 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,41667,1731414173586; all regions closed. 2024-11-12T12:23:13,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741834_1010 (size=2717) 2024-11-12T12:23:13,152 DEBUG [RS:0;4a91c05c96a4:41667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/oldWALs 2024-11-12T12:23:13,152 INFO [RS:0;4a91c05c96a4:41667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C41667%2C1731414173586.meta:.meta(num 1731414175184) 2024-11-12T12:23:13,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741833_1009 (size=1374) 2024-11-12T12:23:13,184 DEBUG [RS:0;4a91c05c96a4:41667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/oldWALs 2024-11-12T12:23:13,184 INFO [RS:0;4a91c05c96a4:41667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C41667%2C1731414173586:(num 1731414174687) 2024-11-12T12:23:13,184 DEBUG [RS:0;4a91c05c96a4:41667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:13,184 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:23:13,184 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:23:13,184 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:23:13,185 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:23:13,185 INFO [RS:0;4a91c05c96a4:41667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:41667. 2024-11-12T12:23:13,185 DEBUG [RS:0;4a91c05c96a4:41667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:13,185 DEBUG [RS:0;4a91c05c96a4:41667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:13,185 DEBUG [RS:0;4a91c05c96a4:41667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:13,185 INFO [RS:0;4a91c05c96a4:41667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41667 2024-11-12T12:23:13,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:13,185 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:23:13,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640/rs 2024-11-12T12:23:13,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1808596640/rs/4a91c05c96a4,41667,1731414173586 2024-11-12T12:23:13,201 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:23:13,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,41667,1731414173586] 2024-11-12T12:23:13,222 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808596640/draining/4a91c05c96a4,41667,1731414173586 already deleted, retry=false 2024-11-12T12:23:13,222 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,41667,1731414173586 expired; onlineServers=0 2024-11-12T12:23:13,222 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,34297,1731414173415' ***** 2024-11-12T12:23:13,222 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:23:13,223 INFO [M:0;4a91c05c96a4:34297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:23:13,223 INFO [M:0;4a91c05c96a4:34297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:23:13,223 DEBUG [M:0;4a91c05c96a4:34297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:23:13,223 DEBUG [M:0;4a91c05c96a4:34297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:23:13,223 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:23:13,223 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414174388 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414174388,5,FailOnTimeoutGroup] 2024-11-12T12:23:13,223 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414174373 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414174373,5,FailOnTimeoutGroup] 2024-11-12T12:23:13,223 INFO [M:0;4a91c05c96a4:34297 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:23:13,223 INFO [M:0;4a91c05c96a4:34297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:23:13,223 DEBUG [M:0;4a91c05c96a4:34297 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:23:13,223 INFO [M:0;4a91c05c96a4:34297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:23:13,223 INFO [M:0;4a91c05c96a4:34297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:23:13,223 INFO [M:0;4a91c05c96a4:34297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:23:13,223 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:23:13,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1808596640/master 2024-11-12T12:23:13,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808596640 2024-11-12T12:23:13,243 DEBUG [M:0;4a91c05c96a4:34297 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808596640/master already deleted, retry=false 2024-11-12T12:23:13,243 DEBUG [M:0;4a91c05c96a4:34297 {}] master.ActiveMasterManager(353): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1808596640/master 2024-11-12T12:23:13,245 INFO [M:0;4a91c05c96a4:34297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/.lastflushedseqids 2024-11-12T12:23:13,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741845_1021 (size=173) 2024-11-12T12:23:13,258 INFO [M:0;4a91c05c96a4:34297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:23:13,258 INFO [M:0;4a91c05c96a4:34297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:23:13,258 DEBUG [M:0;4a91c05c96a4:34297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:23:13,258 INFO [M:0;4a91c05c96a4:34297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:13,258 DEBUG [M:0;4a91c05c96a4:34297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:13,258 DEBUG [M:0;4a91c05c96a4:34297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:23:13,258 DEBUG [M:0;4a91c05c96a4:34297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:13,258 INFO [M:0;4a91c05c96a4:34297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-12T12:23:13,275 DEBUG [M:0;4a91c05c96a4:34297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0754ae52d62a41e09b81d07790171d4b is 82, key is hbase:meta,,1/info:regioninfo/1731414175220/Put/seqid=0 2024-11-12T12:23:13,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741846_1022 (size=5672) 2024-11-12T12:23:13,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:13,312 INFO [RS:0;4a91c05c96a4:41667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:23:13,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x1012eff820a0004, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:13,312 INFO [RS:0;4a91c05c96a4:41667 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,41667,1731414173586; zookeeper connection closed. 2024-11-12T12:23:13,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13e69849 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13e69849 2024-11-12T12:23:13,313 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:23:13,604 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:13,680 INFO [M:0;4a91c05c96a4:34297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0754ae52d62a41e09b81d07790171d4b 2024-11-12T12:23:13,700 DEBUG [M:0;4a91c05c96a4:34297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcaad2e8934c4aacb21bd06e3707a1f2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731414181733/Put/seqid=0 2024-11-12T12:23:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741847_1023 (size=6586) 2024-11-12T12:23:13,805 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:14,104 INFO [M:0;4a91c05c96a4:34297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcaad2e8934c4aacb21bd06e3707a1f2 2024-11-12T12:23:14,121 DEBUG [M:0;4a91c05c96a4:34297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caf8dc5ebd6e4a7d8d5666e2529adae7 is 69, key is 4a91c05c96a4,41667,1731414173586/rs:state/1731414174487/Put/seqid=0 2024-11-12T12:23:14,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741848_1024 (size=5156) 2024-11-12T12:23:14,524 INFO [M:0;4a91c05c96a4:34297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caf8dc5ebd6e4a7d8d5666e2529adae7 2024-11-12T12:23:14,528 DEBUG [M:0;4a91c05c96a4:34297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0754ae52d62a41e09b81d07790171d4b as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0754ae52d62a41e09b81d07790171d4b 2024-11-12T12:23:14,532 INFO [M:0;4a91c05c96a4:34297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0754ae52d62a41e09b81d07790171d4b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T12:23:14,533 DEBUG [M:0;4a91c05c96a4:34297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcaad2e8934c4aacb21bd06e3707a1f2 as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcaad2e8934c4aacb21bd06e3707a1f2 2024-11-12T12:23:14,537 INFO [M:0;4a91c05c96a4:34297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcaad2e8934c4aacb21bd06e3707a1f2, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T12:23:14,538 DEBUG [M:0;4a91c05c96a4:34297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caf8dc5ebd6e4a7d8d5666e2529adae7 as hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/caf8dc5ebd6e4a7d8d5666e2529adae7 2024-11-12T12:23:14,542 INFO [M:0;4a91c05c96a4:34297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/2431d3d4-9a0c-4f6c-580d-a5702d1906dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/caf8dc5ebd6e4a7d8d5666e2529adae7, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T12:23:14,542 INFO [M:0;4a91c05c96a4:34297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=55, compaction requested=false 2024-11-12T12:23:14,549 INFO [M:0;4a91c05c96a4:34297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:14,549 DEBUG [M:0;4a91c05c96a4:34297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414193258Disabling compacts and flushes for region at 1731414193258Disabling writes for close at 1731414193258Obtaining lock to block concurrent updates at 1731414193258Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414193258Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731414193258Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414193259 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414193259Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414193275 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414193275Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414193683 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414193700 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414193700Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414194107 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414194120 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414194120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5afddd62: reopening flushed file at 1731414194527 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@838b399: reopening flushed file at 1731414194532 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558f1425: reopening flushed file at 1731414194537 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=55, compaction requested=false at 1731414194542 (+5 ms)Writing region close event to WAL at 1731414194549 (+7 ms)Closed at 1731414194549 2024-11-12T12:23:14,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45531 is added to blk_1073741830_1006 (size=32770) 2024-11-12T12:23:14,552 INFO [M:0;4a91c05c96a4:34297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:23:14,552 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:23:14,552 INFO [M:0;4a91c05c96a4:34297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34297 2024-11-12T12:23:14,552 INFO [M:0;4a91c05c96a4:34297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:23:14,701 INFO [M:0;4a91c05c96a4:34297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:23:14,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:14,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34297-0x1012eff820a0003, quorum=127.0.0.1:57175, baseZNode=/1-1808596640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:14,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326cb3a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:23:14,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c4eba30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:23:14,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:23:14,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654e73bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:23:14,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435c3424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/hadoop.log.dir/,STOPPED} 2024-11-12T12:23:14,706 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:23:14,706 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:23:14,706 WARN [BP-620955060-172.17.0.3-1731414171010 heartbeating to localhost/127.0.0.1:38487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:23:14,706 WARN [BP-620955060-172.17.0.3-1731414171010 heartbeating to localhost/127.0.0.1:38487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-620955060-172.17.0.3-1731414171010 (Datanode Uuid 75b16f39-9b14-4741-8929-7ec7c3fcb60d) service to localhost/127.0.0.1:38487 2024-11-12T12:23:14,707 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/cluster_2bd4ab6b-97e3-8af1-39bc-21e0b2d38d84/data/data1/current/BP-620955060-172.17.0.3-1731414171010 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:23:14,707 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/cluster_2bd4ab6b-97e3-8af1-39bc-21e0b2d38d84/data/data2/current/BP-620955060-172.17.0.3-1731414171010 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:23:14,707 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:23:14,708 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:14,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466bec40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:23:14,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@252587db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:23:14,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:23:14,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119eee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:23:14,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff20f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1620dec-98c4-ddfa-0a0c-32f911998d15/hadoop.log.dir/,STOPPED} 2024-11-12T12:23:14,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:23:14,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:23:14,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:23:14,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:14,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:14,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:14,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:14,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:23:14,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=70344149, stopped=false 2024-11-12T12:23:14,731 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,40017,1731414167553 2024-11-12T12:23:14,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769800366/running 2024-11-12T12:23:14,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769800366/running 2024-11-12T12:23:14,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:23:14,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:23:14,749 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:23:14,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:23:14,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:14,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:14,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Set watcher on znode that does not yet exist, /0-1769800366/running 2024-11-12T12:23:14,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Set watcher on znode that does not yet exist, /0-1769800366/running 2024-11-12T12:23:14,750 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,46559,1731414168160' ***** 2024-11-12T12:23:14,750 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:23:14,750 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:23:14,750 INFO [RS:0;4a91c05c96a4:46559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:23:14,750 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:23:14,751 INFO [RS:0;4a91c05c96a4:46559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:23:14,751 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:14,751 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(3091): Received CLOSE for 298ded2676eea111ed901d47abbae7fa 2024-11-12T12:23:14,751 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,46559,1731414168160 2024-11-12T12:23:14,751 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:23:14,751 INFO [RS:0;4a91c05c96a4:46559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:46559. 2024-11-12T12:23:14,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cd97858dfaa7e97aa4b991c4678111d, disabling compactions & flushes 2024-11-12T12:23:14,751 DEBUG [RS:0;4a91c05c96a4:46559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:14,751 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:14,751 DEBUG [RS:0;4a91c05c96a4:46559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:14,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:14,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. after waiting 0 ms 2024-11-12T12:23:14,751 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:14,751 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:23:14,751 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:23:14,751 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:23:14,751 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:23:14,751 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2cd97858dfaa7e97aa4b991c4678111d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-12T12:23:14,752 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T12:23:14,752 DEBUG [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(1325): Online Regions={2cd97858dfaa7e97aa4b991c4678111d=hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d., 1588230740=hbase:meta,,1.1588230740, 298ded2676eea111ed901d47abbae7fa=test,,1731414180171.298ded2676eea111ed901d47abbae7fa.} 2024-11-12T12:23:14,752 DEBUG [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 298ded2676eea111ed901d47abbae7fa, 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:14,752 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:23:14,752 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:23:14,752 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:23:14,752 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:23:14,752 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:23:14,752 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T12:23:14,764 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:23:14,770 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/.tmp/hfileref/ad8d4df5c6884140808e5b09b394adc2 is 74, key is 1/hfileref:1179b305a1f444358f103884af2a5354_SeqId_4_/1731414187013/DeleteColumn/seqid=0 2024-11-12T12:23:14,771 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/info/40ceeff14ec740b49c165efb584166cb is 147, key is hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d./info:regioninfo/1731414183865/Put/seqid=0 2024-11-12T12:23:14,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741847_1023 (size=5489) 2024-11-12T12:23:14,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741848_1024 (size=7686) 2024-11-12T12:23:14,908 DEBUG [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 to pos 393, reset compression=false 2024-11-12T12:23:14,952 DEBUG [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 298ded2676eea111ed901d47abbae7fa, 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:15,141 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:23:15,141 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:23:15,152 DEBUG [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 298ded2676eea111ed901d47abbae7fa, 2cd97858dfaa7e97aa4b991c4678111d 2024-11-12T12:23:15,175 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/info/40ceeff14ec740b49c165efb584166cb 2024-11-12T12:23:15,175 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/.tmp/hfileref/ad8d4df5c6884140808e5b09b394adc2 2024-11-12T12:23:15,198 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/.tmp/queue/ebcbfadc6e82422da372fb1f717d852c is 153, key is 1-4a91c05c96a4,46559,1731414168160/queue:4a91c05c96a4%2C46559%2C1731414168160/1731414188679/Put/seqid=0 2024-11-12T12:23:15,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741849_1025 (size=5504) 2024-11-12T12:23:15,209 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/ns/f86b9f94eef34b2ca42795bb60ae077e is 43, key is default/ns:d/1731414170882/Put/seqid=0 2024-11-12T12:23:15,210 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/.tmp/queue/ebcbfadc6e82422da372fb1f717d852c 2024-11-12T12:23:15,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741850_1026 (size=5153) 2024-11-12T12:23:15,214 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/ns/f86b9f94eef34b2ca42795bb60ae077e 2024-11-12T12:23:15,217 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/.tmp/hfileref/ad8d4df5c6884140808e5b09b394adc2 as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/hfileref/ad8d4df5c6884140808e5b09b394adc2 2024-11-12T12:23:15,226 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/hfileref/ad8d4df5c6884140808e5b09b394adc2, entries=6, sequenceid=17, filesize=5.4 K 2024-11-12T12:23:15,227 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/.tmp/queue/ebcbfadc6e82422da372fb1f717d852c as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/queue/ebcbfadc6e82422da372fb1f717d852c 2024-11-12T12:23:15,231 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/queue/ebcbfadc6e82422da372fb1f717d852c, entries=2, sequenceid=17, filesize=5.4 K 2024-11-12T12:23:15,232 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2cd97858dfaa7e97aa4b991c4678111d in 481ms, sequenceid=17, compaction requested=false 2024-11-12T12:23:15,243 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/rep_barrier/3d4adfaa18b8401eb45d120e4a645d03 is 112, key is test,,1731414180171.298ded2676eea111ed901d47abbae7fa./rep_barrier:seqnumDuringOpen/1731414180929/Put/seqid=0 2024-11-12T12:23:15,248 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/replication/2cd97858dfaa7e97aa4b991c4678111d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-12T12:23:15,248 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:23:15,248 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:23:15,248 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:15,248 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cd97858dfaa7e97aa4b991c4678111d: Waiting for close lock at 1731414194751Running coprocessor pre-close hooks at 1731414194751Disabling compacts and flushes for region at 1731414194751Disabling writes for close at 1731414194751Obtaining lock to block concurrent updates at 1731414194751Preparing flush snapshotting stores in 2cd97858dfaa7e97aa4b991c4678111d at 1731414194751Finished memstore snapshotting hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731414194752 (+1 ms)Flushing stores of hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. at 1731414194752Flushing 2cd97858dfaa7e97aa4b991c4678111d/hfileref: creating writer at 1731414194752Flushing 2cd97858dfaa7e97aa4b991c4678111d/hfileref: appending metadata at 1731414194770 (+18 ms)Flushing 2cd97858dfaa7e97aa4b991c4678111d/hfileref: closing flushed file at 1731414194770Flushing 2cd97858dfaa7e97aa4b991c4678111d/queue: creating writer at 1731414195180 (+410 ms)Flushing 2cd97858dfaa7e97aa4b991c4678111d/queue: appending metadata at 1731414195198 (+18 ms)Flushing 2cd97858dfaa7e97aa4b991c4678111d/queue: closing flushed file at 1731414195198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8514bb1: reopening flushed file at 1731414195216 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7404ebb4: reopening flushed file at 1731414195226 (+10 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2cd97858dfaa7e97aa4b991c4678111d in 481ms, sequenceid=17, compaction requested=false at 1731414195232 (+6 ms)Writing region close event to WAL at 1731414195238 (+6 ms)Running coprocessor post-close hooks at 1731414195248 (+10 ms)Closed at 1731414195248 2024-11-12T12:23:15,249 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731414183110.2cd97858dfaa7e97aa4b991c4678111d. 2024-11-12T12:23:15,249 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 298ded2676eea111ed901d47abbae7fa, disabling compactions & flushes 2024-11-12T12:23:15,249 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:15,249 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:15,249 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731414180171.298ded2676eea111ed901d47abbae7fa. after waiting 0 ms 2024-11-12T12:23:15,249 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:15,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741851_1027 (size=5518) 2024-11-12T12:23:15,251 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/rep_barrier/3d4adfaa18b8401eb45d120e4a645d03 2024-11-12T12:23:15,273 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/default/test/298ded2676eea111ed901d47abbae7fa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:23:15,276 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:23:15,276 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T12:23:15,276 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:15,277 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 298ded2676eea111ed901d47abbae7fa: Waiting for close lock at 1731414195249Running coprocessor pre-close hooks at 1731414195249Disabling compacts and flushes for region at 1731414195249Disabling writes for close at 1731414195249Writing region close event to WAL at 1731414195262 (+13 ms)Running coprocessor post-close hooks at 1731414195276 (+14 ms)Closed at 1731414195276 2024-11-12T12:23:15,277 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731414180171.298ded2676eea111ed901d47abbae7fa. 2024-11-12T12:23:15,281 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/table/a5e14721c9e34d949dcd6b494e499c55 is 53, key is hbase:replication/table:state/1731414183871/Put/seqid=0 2024-11-12T12:23:15,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741852_1028 (size=5308) 2024-11-12T12:23:15,289 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/table/a5e14721c9e34d949dcd6b494e499c55 2024-11-12T12:23:15,294 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/info/40ceeff14ec740b49c165efb584166cb as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/info/40ceeff14ec740b49c165efb584166cb 2024-11-12T12:23:15,298 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/info/40ceeff14ec740b49c165efb584166cb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T12:23:15,298 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/ns/f86b9f94eef34b2ca42795bb60ae077e as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/ns/f86b9f94eef34b2ca42795bb60ae077e 2024-11-12T12:23:15,302 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/ns/f86b9f94eef34b2ca42795bb60ae077e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T12:23:15,303 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/rep_barrier/3d4adfaa18b8401eb45d120e4a645d03 as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/rep_barrier/3d4adfaa18b8401eb45d120e4a645d03 2024-11-12T12:23:15,308 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/rep_barrier/3d4adfaa18b8401eb45d120e4a645d03, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T12:23:15,309 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/.tmp/table/a5e14721c9e34d949dcd6b494e499c55 as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/table/a5e14721c9e34d949dcd6b494e499c55 2024-11-12T12:23:15,313 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/table/a5e14721c9e34d949dcd6b494e499c55, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T12:23:15,314 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=16, compaction requested=false 2024-11-12T12:23:15,326 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T12:23:15,327 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T12:23:15,327 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:23:15,327 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:23:15,327 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414194752Running coprocessor pre-close hooks at 1731414194752Disabling compacts and flushes for region at 1731414194752Disabling writes for close at 1731414194752Obtaining lock to block concurrent updates at 1731414194752Preparing flush snapshotting stores in 1588230740 at 1731414194752Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731414194753 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731414194754 (+1 ms)Flushing 1588230740/info: creating writer at 1731414194754Flushing 1588230740/info: appending metadata at 1731414194770 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731414194770Flushing 1588230740/ns: creating writer at 1731414195184 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731414195208 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731414195208Flushing 1588230740/rep_barrier: creating writer at 1731414195218 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731414195242 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731414195242Flushing 1588230740/table: creating writer at 1731414195256 (+14 ms)Flushing 1588230740/table: appending metadata at 1731414195280 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731414195280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@141e13fe: reopening flushed file at 1731414195293 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e69aed1: reopening flushed file at 1731414195298 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b43f5bd: reopening flushed file at 1731414195302 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49597242: reopening flushed file at 1731414195308 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=16, compaction requested=false at 1731414195314 (+6 ms)Writing region close event to WAL at 1731414195324 (+10 ms)Running coprocessor post-close hooks at 1731414195327 (+3 ms)Closed at 1731414195327 2024-11-12T12:23:15,327 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:23:15,352 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,46559,1731414168160; all regions closed. 2024-11-12T12:23:15,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741843_1019 (size=859) 2024-11-12T12:23:15,362 DEBUG [RS:0;4a91c05c96a4:46559 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/oldWALs 2024-11-12T12:23:15,362 INFO [RS:0;4a91c05c96a4:46559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C46559%2C1731414168160.meta:.meta(num 1731414187177) 2024-11-12T12:23:15,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741844_1020 (size=2791) 2024-11-12T12:23:15,368 DEBUG [RS:0;4a91c05c96a4:46559 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/oldWALs 2024-11-12T12:23:15,368 INFO [RS:0;4a91c05c96a4:46559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C46559%2C1731414168160.rep:(num 1731414187197) 2024-11-12T12:23:15,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741842_1018 (size=696) 2024-11-12T12:23:15,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/WALs/4a91c05c96a4,46559,1731414168160/4a91c05c96a4%2C46559%2C1731414168160.1731414187155 not finished, retry = 0 2024-11-12T12:23:15,473 DEBUG [RS:0;4a91c05c96a4:46559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/oldWALs 2024-11-12T12:23:15,473 INFO [RS:0;4a91c05c96a4:46559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C46559%2C1731414168160:(num 1731414187155) 2024-11-12T12:23:15,473 DEBUG [RS:0;4a91c05c96a4:46559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:15,473 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:23:15,473 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:23:15,473 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:23:15,474 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:23:15,474 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a91c05c96a4,46559,1731414168160 because: Region server is closing 2024-11-12T12:23:15,474 INFO [RS:0;4a91c05c96a4:46559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:46559. 2024-11-12T12:23:15,474 DEBUG [RS:0;4a91c05c96a4:46559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:15,474 DEBUG [RS:0;4a91c05c96a4:46559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:15,474 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:23:15,474 DEBUG [RS:0;4a91c05c96a4:46559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:15,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:15,575 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:23:15,575 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T12:23:15,575 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,1-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,1-4a91c05c96a4,46559,1731414168160 terminated 2024-11-12T12:23:15,575 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4a91c05c96a4,46559,1731414168160 because: Region server is closing 2024-11-12T12:23:15,576 INFO [RS:0;4a91c05c96a4:46559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:46559. 2024-11-12T12:23:15,576 DEBUG [RS:0;4a91c05c96a4:46559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:23:15,576 DEBUG [RS:0;4a91c05c96a4:46559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:15,576 DEBUG [RS:0;4a91c05c96a4:46559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:23:15,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:23:15,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:23:15,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,676 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T12:23:15,676 WARN [RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.wal-reader.4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T12:23:15,676 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a91c05c96a4:0-0.replicationSource,2-4a91c05c96a4,46559,1731414168160.replicationSource.shipper4a91c05c96a4%2C46559%2C1731414168160,2-4a91c05c96a4,46559,1731414168160 terminated 2024-11-12T12:23:15,677 INFO [RS:0;4a91c05c96a4:46559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46559 2024-11-12T12:23:15,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769800366/rs/4a91c05c96a4,46559,1731414168160 2024-11-12T12:23:15,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366/rs 2024-11-12T12:23:15,727 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:23:15,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:23:15,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,46559,1731414168160] 2024-11-12T12:23:15,748 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769800366/draining/4a91c05c96a4,46559,1731414168160 already deleted, retry=false 2024-11-12T12:23:15,749 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,46559,1731414168160 expired; onlineServers=0 2024-11-12T12:23:15,749 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,40017,1731414167553' ***** 2024-11-12T12:23:15,749 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:23:15,749 INFO [M:0;4a91c05c96a4:40017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:23:15,749 INFO [M:0;4a91c05c96a4:40017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:23:15,749 DEBUG [M:0;4a91c05c96a4:40017 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:23:15,749 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:23:15,749 DEBUG [M:0;4a91c05c96a4:40017 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:23:15,749 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414170051 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414170051,5,FailOnTimeoutGroup] 2024-11-12T12:23:15,749 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414170050 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414170050,5,FailOnTimeoutGroup] 2024-11-12T12:23:15,749 INFO [M:0;4a91c05c96a4:40017 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:23:15,749 INFO [M:0;4a91c05c96a4:40017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:23:15,749 DEBUG [M:0;4a91c05c96a4:40017 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:23:15,749 INFO [M:0;4a91c05c96a4:40017 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:23:15,750 INFO [M:0;4a91c05c96a4:40017 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:23:15,750 INFO [M:0;4a91c05c96a4:40017 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:23:15,750 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:23:15,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769800366/master 2024-11-12T12:23:15,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769800366 2024-11-12T12:23:15,759 DEBUG [M:0;4a91c05c96a4:40017 {}] zookeeper.ZKUtil(347): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Unable to get data of znode /0-1769800366/master because node does not exist (not an error) 2024-11-12T12:23:15,759 WARN [M:0;4a91c05c96a4:40017 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:23:15,760 INFO [M:0;4a91c05c96a4:40017 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/.lastflushedseqids 2024-11-12T12:23:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741853_1029 (size=263) 2024-11-12T12:23:15,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:15,838 INFO [RS:0;4a91c05c96a4:46559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:23:15,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1012eff820a0001, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:15,838 INFO [RS:0;4a91c05c96a4:46559 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,46559,1731414168160; zookeeper connection closed. 2024-11-12T12:23:15,838 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fc4e6d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fc4e6d7 2024-11-12T12:23:15,839 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T12:23:16,163 INFO [M:0;4a91c05c96a4:40017 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:23:16,163 INFO [M:0;4a91c05c96a4:40017 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:23:16,164 DEBUG [M:0;4a91c05c96a4:40017 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:23:16,164 INFO [M:0;4a91c05c96a4:40017 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:16,164 DEBUG [M:0;4a91c05c96a4:40017 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:16,164 DEBUG [M:0;4a91c05c96a4:40017 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:23:16,164 DEBUG [M:0;4a91c05c96a4:40017 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:16,164 INFO [M:0;4a91c05c96a4:40017 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-12T12:23:16,183 DEBUG [M:0;4a91c05c96a4:40017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43462d6206dd4efba709f4fc3dfeb692 is 82, key is hbase:meta,,1/info:regioninfo/1731414170868/Put/seqid=0 2024-11-12T12:23:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741854_1030 (size=5672) 2024-11-12T12:23:16,587 INFO [M:0;4a91c05c96a4:40017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43462d6206dd4efba709f4fc3dfeb692 2024-11-12T12:23:16,606 DEBUG [M:0;4a91c05c96a4:40017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a20c700059a049e98252466115e04861 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731414183874/Put/seqid=0 2024-11-12T12:23:16,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741855_1031 (size=8909) 2024-11-12T12:23:17,010 INFO [M:0;4a91c05c96a4:40017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a20c700059a049e98252466115e04861 2024-11-12T12:23:17,025 DEBUG [M:0;4a91c05c96a4:40017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15da7cbc316d4aa09c8529acb38c8567 is 69, key is 4a91c05c96a4,46559,1731414168160/rs:state/1731414170107/Put/seqid=0 2024-11-12T12:23:17,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741856_1032 (size=5156) 2024-11-12T12:23:17,141 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:23:17,428 INFO [M:0;4a91c05c96a4:40017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15da7cbc316d4aa09c8529acb38c8567 2024-11-12T12:23:17,432 DEBUG [M:0;4a91c05c96a4:40017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43462d6206dd4efba709f4fc3dfeb692 as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43462d6206dd4efba709f4fc3dfeb692 2024-11-12T12:23:17,435 INFO [M:0;4a91c05c96a4:40017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43462d6206dd4efba709f4fc3dfeb692, entries=8, sequenceid=112, filesize=5.5 K 2024-11-12T12:23:17,436 DEBUG [M:0;4a91c05c96a4:40017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a20c700059a049e98252466115e04861 as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a20c700059a049e98252466115e04861 2024-11-12T12:23:17,439 INFO [M:0;4a91c05c96a4:40017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a20c700059a049e98252466115e04861, entries=13, sequenceid=112, filesize=8.7 K 2024-11-12T12:23:17,439 DEBUG [M:0;4a91c05c96a4:40017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15da7cbc316d4aa09c8529acb38c8567 as hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15da7cbc316d4aa09c8529acb38c8567 2024-11-12T12:23:17,442 INFO [M:0;4a91c05c96a4:40017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45945/user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15da7cbc316d4aa09c8529acb38c8567, entries=1, sequenceid=112, filesize=5.0 K 2024-11-12T12:23:17,442 INFO [M:0;4a91c05c96a4:40017 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false 2024-11-12T12:23:17,443 INFO [M:0;4a91c05c96a4:40017 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:23:17,443 DEBUG [M:0;4a91c05c96a4:40017 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414196164Disabling compacts and flushes for region at 1731414196164Disabling writes for close at 1731414196164Obtaining lock to block concurrent updates at 1731414196164Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414196164Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731414196164Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414196165 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414196165Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414196183 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414196183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414196590 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414196606 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414196606Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414197013 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414197025 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414197025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc58f54: reopening flushed file at 1731414197431 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea6b18c: reopening flushed file at 1731414197435 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35bb21a8: reopening flushed file at 1731414197439 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false at 1731414197442 (+3 ms)Writing region close event to WAL at 1731414197443 (+1 ms)Closed at 1731414197443 2024-11-12T12:23:17,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741830_1006 (size=69055) 2024-11-12T12:23:17,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e85a182-d8b2-fda6-a772-4c9795cbf644/MasterData/WALs/4a91c05c96a4,40017,1731414167553/4a91c05c96a4%2C40017%2C1731414167553.1731414169765 not finished, retry = 0 2024-11-12T12:23:17,545 INFO [M:0;4a91c05c96a4:40017 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:23:17,545 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:23:17,545 INFO [M:0;4a91c05c96a4:40017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40017 2024-11-12T12:23:17,546 INFO [M:0;4a91c05c96a4:40017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:23:17,683 INFO [M:0;4a91c05c96a4:40017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:23:17,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:17,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012eff820a0000, quorum=127.0.0.1:57175, baseZNode=/0-1769800366 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:23:17,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c9a294c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:23:17,686 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:23:17,686 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:23:17,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:23:17,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/hadoop.log.dir/,STOPPED} 2024-11-12T12:23:17,687 WARN [BP-966052517-172.17.0.3-1731414165135 heartbeating to localhost/127.0.0.1:45945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:23:17,687 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:23:17,687 WARN [BP-966052517-172.17.0.3-1731414165135 heartbeating to localhost/127.0.0.1:45945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-966052517-172.17.0.3-1731414165135 (Datanode Uuid 0962a57b-bc11-40d2-9be0-3142f15a8ffd) service to localhost/127.0.0.1:45945 2024-11-12T12:23:17,687 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:23:17,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/cluster_1ed84193-5212-eab4-6c91-79e3652c2a5e/data/data1/current/BP-966052517-172.17.0.3-1731414165135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:23:17,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/cluster_1ed84193-5212-eab4-6c91-79e3652c2a5e/data/data2/current/BP-966052517-172.17.0.3-1731414165135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:23:17,688 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:23:17,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22b51209{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:23:17,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:23:17,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:23:17,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:23:17,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42b669cf-9f29-6934-8caf-f91768f1575f/hadoop.log.dir/,STOPPED} 2024-11-12T12:23:17,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:23:17,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:23:17,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 534) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38487 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45945 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45945 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44707 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44707 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45945 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38487 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57175) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57175) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57175) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:38487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 370) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5898 (was 6339) 2024-11-12T12:23:17,725 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500